-- Logs begin at Wed 2021-06-30 01:59:56 UTC, end at Wed 2021-06-30 03:06:16 UTC. -- Jun 30 02:34:15.795043 dv-cinder-733062-20-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 02:34:18.582829 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.common.config [-] Logging enabled! Jun 30 02:34:18.583489 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev436 Jun 30 02:34:18.583630 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99589) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 02:34:18.586810 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.common.config [-] Logging enabled! Jun 30 02:34:18.587101 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev436 Jun 30 02:34:18.587427 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99589) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 02:34:18.588376 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 02:34:18.588613 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 02:34:18.588979 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 02:34:18.589231 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 02:34:18.589459 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 02:34:18.589784 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.590086 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.590388 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.590621 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.590917 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.591236 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.591525 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.591818 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.592121 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.592410 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.592693 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.592980 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.593215 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.593502 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.593852 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.594146 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.594555 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] debug = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.594847 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.595319 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.595749 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.596040 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.596351 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.596707 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.596899 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.597181 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.597470 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.597808 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] host = dv-cinder-733062-20-iscsi {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.598096 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.598396 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.598688 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.598994 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.599286 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.599568 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.599861 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.600145 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.600430 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] log_file = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.600703 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.601000 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.601295 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.601590 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.601819 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.602047 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.602340 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.602632 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.602911 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.603217 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.603502 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.603781 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.604063 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.604337 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.604628 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.604917 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.605261 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.605543 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.605854 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.606134 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.606413 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.606704 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.606983 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.607285 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.607598 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.607893 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.608547 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.608547 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.608762 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.609050 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.609491 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.609957 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.610239 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.610559 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.610842 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.611144 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.611426 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] use_json = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.611748 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.612028 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.612348 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.612629 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.612907 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.613214 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.613493 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.613783 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:18.614094 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.614394 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.614697 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.614987 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.615311 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.615596 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.615892 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.616175 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.616467 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.616766 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.617059 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.617343 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.617636 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.617917 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.618215 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.618523 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.618824 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.619146 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.619428 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.619707 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.619984 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.620279 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.620556 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.620854 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.621151 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.621429 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.621710 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.622003 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.622285 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.622560 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.622839 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.623155 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.623439 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.623715 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.624003 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.624290 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.624564 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.624839 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.625861 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.626205 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.626500 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.626783 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.627348 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.627636 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.627915 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.628211 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.628496 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.628775 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.629051 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.629334 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.629612 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.629890 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.630174 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.630451 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.630733 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.631027 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.631306 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.631583 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.631859 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.632137 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.632413 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.632690 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.632970 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.633246 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.633522 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.633796 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.634074 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.634352 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.634639 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.634940 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.635253 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.635537 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.635819 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.636101 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.636383 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.636664 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.636946 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.637225 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.637500 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.637791 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.638080 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.638370 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.638657 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.638938 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.639260 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.639543 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.639830 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.640111 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.640393 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.641512 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.641814 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.642112 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.642427 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.642715 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.643036 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.643337 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.643622 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.643939 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.644225 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:18.644447 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 02:34:18.644692 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99589) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 02:34:19.030817 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 02:34:19.031153 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 02:34:19.032231 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 02:34:19.032577 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 02:34:19.464901 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.465185 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.465458 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.466744 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.467032 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.467312 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.503482 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.503759 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.504052 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.518603 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.518882 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.519177 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.549118 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.549399 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.549668 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.585890 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.586454 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.586454 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.827807 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.828858 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.831613 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.831895 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.832623 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.956160 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.956488 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.956780 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.957049 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.957315 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.957628 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.957890 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.958220 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.958478 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.958767 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.959045 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.959320 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.959583 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.959852 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.960122 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.960378 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.960648 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.960925 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.961195 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.961449 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.961732 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.962219 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.962477 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.962764 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.963027 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.963290 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:19.963695 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:34:19.963935 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:34:19.964171 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:34:19.964405 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:34:19.964637 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:34:19.964867 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:34:19.965231 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 02:34:19.970546 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 02:34:19.974539 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 02:34:19.978434 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Jun 30 02:34:19.980068 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 02:34:19.980511 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 02:34:19.980841 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 02:34:19.981220 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 02:34:19.984020 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 02:34:19.984290 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 02:34:19.985718 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 02:34:20.013386 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 02:34:20.013836 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.014133 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99589) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 02:34:20.014494 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.016329 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99589) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 02:34:20.016610 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 02:34:20.016856 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 02:34:20.020105 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.020388 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.085606 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 02:34:20.085787 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 02:34:20.086022 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 02:34:20.086386 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 02:34:20.108194 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_db.sqlalchemy.engines [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99589) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 02:34:20.653280 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Initializing driver for type 'gre' Jun 30 02:34:20.653925 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] gre ID ranges: [(1, 1000)] Jun 30 02:34:20.708335 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Initializing driver for type 'local' Jun 30 02:34:20.708762 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Initializing driver for type 'vlan' Jun 30 02:34:20.722015 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] VlanTypeDriver initialization complete Jun 30 02:34:20.722346 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Initializing driver for type 'vxlan' Jun 30 02:34:20.722839 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] vxlan ID ranges: [(1, 1000)] Jun 30 02:34:20.776188 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Initializing extension driver 'port_security' Jun 30 02:34:20.776581 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.extensions.port_security [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] PortSecurityExtensionDriver initialization complete Jun 30 02:34:20.776946 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Initializing mechanism driver 'openvswitch' Jun 30 02:34:20.777275 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Initializing mechanism driver 'hyperv' Jun 30 02:34:20.784495 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.plugins.ml2.plugin [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:20.785185 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > port after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.785568 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > port after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.785947 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > port after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.786455 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:34:20.786886 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > subnet after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.787270 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > subnet after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.787624 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.788018 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:34:20.788432 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > network after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.788788 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > network after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.789137 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > network after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.789608 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:34:20.790024 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > security_group after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.790389 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > security_group after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.790738 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > security_group after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.791320 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:34:20.791742 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.792117 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.792469 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.792874 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:34:20.793288 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > address_group after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.793644 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > address_group after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.793993 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > address_group after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.794391 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 02:34:20.794776 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] ML2 OVO RPC backend initialized. {{(pid=99589) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 02:34:20.795586 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.795948 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.796372 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > network before_response 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.796722 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > networks before_response 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.797667 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > port before_response 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.798015 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > ports before_response 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.798368 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > subnet before_response 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.798716 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > subnets before_response 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.799089 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > network after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.799440 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > network after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.799781 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > network after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.800123 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > port after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.800466 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > port after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.800807 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > port after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.801146 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > subnet after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.801485 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > subnet after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.801821 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > subnet after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.802421 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.plugin [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Modular L2 Plugin initialization complete Jun 30 02:34:20.802753 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading services supported by the core plugin {{(pid=99589) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 02:34:20.803118 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.plugins.ml2.managers [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Got port-security extension from driver 'port_security' Jun 30 02:34:20.803645 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.extensions.vlantransparent [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Disabled vlantransparent extension. Jun 30 02:34:20.804133 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99589) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 02:34:20.804447 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading Plugin: router Jun 30 02:34:20.841226 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router_interface before_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.841830 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router after_create 55549900 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.842259 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router before_create 55549900 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.843383 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.844947 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.845308 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router after_delete 55549900 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.845671 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > floatingip after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.846042 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router after_create 55549900 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.846394 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router after_update 55549900 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.846747 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router after_update 55549900 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.847128 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.847492 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router after_update 55549900 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.847906 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router precommit_update 55549900 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.848285 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: port after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.848632 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: port after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.848981 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: subnet after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.849858 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.850836 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > port precommit_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.851222 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router precommit_create 55549900 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.851606 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: port before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.851960 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router precommit_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.852326 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router after_update 55549900 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.852679 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router precommit_delete 55549900 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.853036 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router precommit_create 55549900 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.853405 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router_interface after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.853753 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router precommit_update 55549900 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.854149 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > agent after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.854503 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > agent after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.855412 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > network after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.856912 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Tracking information for resource: router configured {{(pid=99589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:34:20.857255 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Tracking information for resource: floatingip configured {{(pid=99589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 02:34:20.863356 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.db.l3_agentschedulers_db [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 02:34:20.863889 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: port after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.864258 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: port after_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.864617 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: port after_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.864974 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: port after_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.865781 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router before_create 55550100 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.866152 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router precommit_delete 55550100 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.866519 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router precommit_create 55550100 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.866881 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > router precommit_update 55550100 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.871323 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.services.provider_configuration [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service providers = [] {{(pid=99589) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 02:34:20.871694 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.db.servicetype_db [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99589) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 02:34:20.874585 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.services.service_base [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:34:20.875363 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.services.service_base [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:34:20.875505 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.services.service_base [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:34:20.876388 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.services.service_base [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 02:34:20.876764 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.services.service_base [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 02:34:20.877416 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:34:20.877737 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 02:34:20.888391 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:34:20.888730 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading Plugin: auto_allocate Jun 30 02:34:20.894577 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: network precommit_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.894952 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: network precommit_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.895508 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:34:20.895834 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading Plugin: tag Jun 30 02:34:20.902354 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:34:20.902688 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading Plugin: timestamp Jun 30 02:34:20.908520 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:34:20.908854 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading Plugin: network_ip_availability Jun 30 02:34:20.914285 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.914659 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.915043 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:20.915766 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:34:20.916093 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading Plugin: flavors Jun 30 02:34:20.920854 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:34:20.921195 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading Plugin: revisions Jun 30 02:34:20.926141 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 02:34:20.926536 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_concurrency.lockutils [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.895s {{(pid=99589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 02:34:20.927311 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99589) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 02:34:20.927653 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Initializing extension manager. Jun 30 02:34:20.928158 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: __init__.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.928500 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: __pycache__ {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.928835 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.929170 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: address_group.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.929919 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.930489 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: address-group Jun 30 02:34:20.930813 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: address_scope.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.931546 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.932072 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: address-scope Jun 30 02:34:20.932395 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: admin_state_down_before_update.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.933307 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.933831 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: router-admin-state-down-before-update Jun 30 02:34:20.934172 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: agent.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.934844 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.935594 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: agent Jun 30 02:34:20.935921 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: agent_resources_synced.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.936824 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.937363 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: agent-resources-synced Jun 30 02:34:20.937811 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: allowedaddresspairs.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.939553 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.940077 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: allowed-address-pairs Jun 30 02:34:20.940405 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: auto_allocated_topology.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.941465 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.941989 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: auto-allocated-topology Jun 30 02:34:20.942313 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: availability_zone.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.942994 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.943534 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: availability_zone Jun 30 02:34:20.943857 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: availability_zone_filter.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.944753 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.945268 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: availability_zone_filter Jun 30 02:34:20.945592 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: data_plane_status.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.946488 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.946999 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 02:34:20.947343 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: default_subnetpools.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.948238 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.948750 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: default-subnetpools Jun 30 02:34:20.949074 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: dhcpagentscheduler.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.949871 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.950387 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: dhcp_agent_scheduler Jun 30 02:34:20.950713 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: dns.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.951650 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.952200 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension dns-integration not supported by any of loaded plugins Jun 30 02:34:20.952526 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: dns_domain_ports.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.954257 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.954786 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 02:34:20.955150 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.956067 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.956582 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 02:34:20.956908 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: dvr.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.957570 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.958084 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: dvr Jun 30 02:34:20.958408 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: empty_string_filtering.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.959337 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.959862 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: empty-string-filtering Jun 30 02:34:20.960188 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.961074 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.961586 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 02:34:20.961908 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.962798 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.963372 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 02:34:20.963698 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: external_net.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.964653 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.965170 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: external-net Jun 30 02:34:20.965493 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: extra_dhcp_opt.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.966800 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.967358 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: extra_dhcp_opt Jun 30 02:34:20.967739 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: extraroute.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.969531 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.970195 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: extraroute Jun 30 02:34:20.970510 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: extraroute_atomic.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.971687 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.972271 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: extraroute-atomic Jun 30 02:34:20.972739 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: filter_validation.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.973723 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.974869 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: filter-validation Jun 30 02:34:20.974869 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: fip_pf_description.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.975541 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.976169 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 02:34:20.976597 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: fip_port_details.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.977622 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.978223 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: fip-port-details Jun 30 02:34:20.978660 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: flavors.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.980115 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.980713 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: flavors Jun 30 02:34:20.981093 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.983056 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.983708 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 02:34:20.984079 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: floatingip_pools.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.984986 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.985607 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: floatingip-pools Jun 30 02:34:20.986011 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: ip_allocation.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.986968 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.987686 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 02:34:20.987987 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.989040 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.989670 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: ip-substring-filtering Jun 30 02:34:20.990003 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: l2_adjacency.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.990928 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.991482 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 02:34:20.991808 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: l3.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.992799 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.993330 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: router Jun 30 02:34:20.993654 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: l3_conntrack_helper.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.996068 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.996610 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 02:34:20.996944 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.997864 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:20.998391 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: ext-gw-mode Jun 30 02:34:20.998718 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:20.999657 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.000351 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: l3-ha Jun 30 02:34:21.000680 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: l3_flavors.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.001602 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.002385 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: l3-flavors Jun 30 02:34:21.002709 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.003634 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.004152 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 02:34:21.004474 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: l3agentscheduler.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.005514 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.006038 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: l3_agent_scheduler Jun 30 02:34:21.006369 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: logging.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.007904 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.008444 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension logging not supported by any of loaded plugins Jun 30 02:34:21.008780 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: metering.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.009523 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.010119 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: metering Jun 30 02:34:21.010452 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.011570 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.012106 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: metering_source_and_destination_fields Jun 30 02:34:21.012440 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: multiprovidernet.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.013354 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.013878 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: multi-provider Jun 30 02:34:21.014214 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: netmtu.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.015146 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.016203 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: net-mtu Jun 30 02:34:21.016587 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: netmtu_writable.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.017493 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.018013 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: net-mtu-writable Jun 30 02:34:21.018341 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: network_availability_zone.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.019001 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.019550 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: network_availability_zone Jun 30 02:34:21.019875 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: network_ip_availability.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.020949 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.021469 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: network-ip-availability Jun 30 02:34:21.021799 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: network_segment_range.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.022564 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.023111 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 02:34:21.023443 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: pagination.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.024413 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.024745 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: pagination Jun 30 02:34:21.025068 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: port_device_profile.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.025960 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.026483 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: port-device-profile Jun 30 02:34:21.026808 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.027742 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.028258 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: port-mac-address-regenerate Jun 30 02:34:21.028582 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.029483 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.030005 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: port-numa-affinity-policy Jun 30 02:34:21.030329 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: port_resource_request.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.032005 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.032523 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 02:34:21.032843 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: portbindings.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.033768 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.034287 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: binding Jun 30 02:34:21.034609 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: portbindings_extended.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.036079 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.036609 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: binding-extended Jun 30 02:34:21.036937 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: portsecurity.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.037845 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.038367 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: port-security Jun 30 02:34:21.038716 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: project_id.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.039822 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.040156 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: project-id Jun 30 02:34:21.040481 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: providernet.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.041393 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.041918 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: provider Jun 30 02:34:21.042240 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: qos.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.045827 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.046363 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension qos not supported by any of loaded plugins Jun 30 02:34:21.046698 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.048044 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.048573 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 02:34:21.048903 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.049819 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.050345 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 02:34:21.050672 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: qos_default.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.051594 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.052120 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension qos-default not supported by any of loaded plugins Jun 30 02:34:21.052446 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: qos_fip.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.053092 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.053606 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension qos-fip not supported by any of loaded plugins Jun 30 02:34:21.053928 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: qos_gateway_ip.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.054837 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.055381 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 02:34:21.055707 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: qos_port_network_policy.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.056602 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.057120 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 02:34:21.057443 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: qos_rule_type_details.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.058346 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.058863 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 02:34:21.059223 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: qos_rules_alias.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.060254 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.060774 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 02:34:21.061099 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: quotasv2.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.062003 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.062351 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: quotas Jun 30 02:34:21.062767 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: quotasv2_detail.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.065886 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.066236 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: quota_details Jun 30 02:34:21.066570 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: rbac.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.067654 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.068200 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: rbac-policies Jun 30 02:34:21.068532 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: rbac_address_group.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.069651 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.070187 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: rbac-address-group Jun 30 02:34:21.070517 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: rbac_address_scope.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.071464 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.071993 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: rbac-address-scope Jun 30 02:34:21.072320 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: rbac_security_groups.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.073228 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.073755 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: rbac-security-groups Jun 30 02:34:21.074080 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: rbac_subnetpool.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.074978 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.075529 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: rbac-subnetpool Jun 30 02:34:21.075854 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: revisionifmatch.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.076757 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.077279 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: revision-if-match Jun 30 02:34:21.077602 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: revisions.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.079273 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.079803 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: standard-attr-revisions Jun 30 02:34:21.080133 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: router_availability_zone.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.080801 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.081324 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: router_availability_zone Jun 30 02:34:21.081649 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: routerservicetype.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.082563 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.083118 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension router-service-type not supported by any of loaded plugins Jun 30 02:34:21.083440 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.084357 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.084878 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: security-groups-normalized-cidr Jun 30 02:34:21.085202 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: security_groups_port_filtering.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.086113 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.086637 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: port-security-groups-filtering Jun 30 02:34:21.086962 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.087892 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.088414 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: security-groups-remote-address-group Jun 30 02:34:21.088740 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: securitygroup.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.098838 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.099422 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: security-group Jun 30 02:34:21.099768 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: segment.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.100547 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.101068 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension segment not supported by any of loaded plugins Jun 30 02:34:21.101395 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.102320 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.102842 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 02:34:21.103205 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: servicetype.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.104307 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.104838 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: service-type Jun 30 02:34:21.105167 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: sorting.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.106135 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.106469 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: sorting Jun 30 02:34:21.106793 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: standard_attr_segment.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.107799 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.108321 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 02:34:21.108646 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: standardattrdescription.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.109324 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.109872 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: standard-attr-description Jun 30 02:34:21.110192 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: stateful_security_group.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.111151 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.111690 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: stateful-security-group Jun 30 02:34:21.112019 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: stdattrs_common.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.112591 dv-cinder-733062-20-iscsi neutron-server[99589]: WARNING neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 02:34:21.112915 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.113880 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.114361 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 02:34:21.114684 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: subnet_onboard.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.115771 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.116298 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: subnet_onboard Jun 30 02:34:21.116623 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.117531 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.118048 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 02:34:21.118370 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: subnet_service_types.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.119308 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.119841 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: subnet-service-types Jun 30 02:34:21.120162 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: subnetallocation.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.121221 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.121748 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: subnet_allocation Jun 30 02:34:21.122073 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.122729 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.123285 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: subnetpool-prefix-ops Jun 30 02:34:21.123613 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.124544 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.125293 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 02:34:21.126383 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: tagging.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.127746 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.128282 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: standard-attr-tag Jun 30 02:34:21.128619 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: timestamp.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.129827 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.130356 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loaded extension: standard-attr-timestamp Jun 30 02:34:21.130686 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: trunk.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.131749 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.132288 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension trunk not supported by any of loaded plugins Jun 30 02:34:21.132611 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: trunk_details.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.133523 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.134050 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension trunk-details not supported by any of loaded plugins Jun 30 02:34:21.134378 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: uplink_status_propagation.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.135324 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.135848 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 02:34:21.136171 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Loading extension file: vlantransparent.py {{(pid=99589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 02:34:21.136832 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 02:34:21.137354 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 02:34:21.139858 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:network Jun 30 02:34:21.140415 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:subnet Jun 30 02:34:21.141537 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:34:21.141939 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:port Jun 30 02:34:21.143237 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.143682 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service FLAVORS assigned prefix: {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.144322 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.144751 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.145087 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:router Jun 30 02:34:21.145525 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:floatingip Jun 30 02:34:21.146028 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service METERING assigned prefix: /metering {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.147549 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:21.147929 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:21.148286 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:34:21.149336 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 02:34:21.149789 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:security_group Jun 30 02:34:21.150238 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 02:34:21.150844 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service CORE assigned prefix: {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.151213 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:34:21.151564 dv-cinder-733062-20-iscsi neutron-server[99589]: WARNING neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] subnetpool is already registered Jun 30 02:34:21.152028 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service CORE assigned prefix: {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.152517 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:34:21.152854 dv-cinder-733062-20-iscsi neutron-server[99589]: WARNING neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] subnetpool is already registered Jun 30 02:34:21.155262 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.155703 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service FLAVORS assigned prefix: {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.156503 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.157054 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.157459 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:router Jun 30 02:34:21.157812 dv-cinder-733062-20-iscsi neutron-server[99589]: WARNING neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] router is already registered Jun 30 02:34:21.158232 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:floatingip Jun 30 02:34:21.158575 dv-cinder-733062-20-iscsi neutron-server[99589]: WARNING neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] floatingip is already registered Jun 30 02:34:21.159580 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service METERING assigned prefix: /metering {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.160297 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 02:34:21.160844 dv-cinder-733062-20-iscsi neutron-server[99589]: WARNING neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] rbac_policy is already registered Jun 30 02:34:21.161585 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:security_group Jun 30 02:34:21.162245 dv-cinder-733062-20-iscsi neutron-server[99589]: WARNING neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] security_group is already registered Jun 30 02:34:21.162664 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 02:34:21.163108 dv-cinder-733062-20-iscsi neutron-server[99589]: WARNING neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] security_group_rule is already registered Jun 30 02:34:21.163849 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service CORE assigned prefix: {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.164191 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:34:21.164530 dv-cinder-733062-20-iscsi neutron-server[99589]: WARNING neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] subnetpool is already registered Jun 30 02:34:21.164962 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.v2.resource_helper [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Service CORE assigned prefix: {{(pid=99589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 02:34:21.165288 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 02:34:21.165622 dv-cinder-733062-20-iscsi neutron-server[99589]: WARNING neutron.quota.resource_registry [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] subnetpool is already registered Jun 30 02:34:21.166105 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: extensions {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.167687 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: address-groups {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.169195 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: address-scopes {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.170568 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: agents {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.171814 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: auto-allocated-topology {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.173095 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: availability_zones {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.174335 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: dhcp-networks {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.177045 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: dhcp-agents {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.178509 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: routers {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.180282 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: flavors {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.181587 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: service_profiles {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.182815 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: next_providers {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.184310 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: service_profiles {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.185869 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: floatingip-pools {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.187157 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: routers {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.188998 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: floatingips {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.190320 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: l3-routers {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.191786 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: l3-agents {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.193219 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: metering-labels {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.194584 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: metering-label-rules {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.196020 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: network-ip-availabilities {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.197470 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: bindings {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.199068 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: quotas {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.200650 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: quotas {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.202093 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: rbac-policies {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.203880 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: security-groups {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.205220 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: security-group-rules {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.206494 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: service-providers {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.207764 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: subnetpools {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.209135 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: subnetpools {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.210713 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: tags {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.212449 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: tags {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.214279 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: tags {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.216112 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: tags {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.217896 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: tags {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.220072 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: tags {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.221799 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: tags {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.223630 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: tags {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.225534 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: tags {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.227304 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron.api.extensions [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Extended resource: tags {{(pid=99589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 02:34:21.233454 dv-cinder-733062-20-iscsi neutron-server[99589]: WARNING keystonemiddleware.auth_token [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 02:34:21.238836 dv-cinder-733062-20-iscsi neutron-server[99589]: WARNING keystonemiddleware.auth_token [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 02:34:21.248206 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_concurrency.lockutils [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Acquired lock "singleton_lock" {{(pid=99589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 02:34:21.248687 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_concurrency.lockutils [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Releasing lock "singleton_lock" {{(pid=99589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 02:34:21.249327 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO oslo_service.service [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Starting 2 workers Jun 30 02:34:21.254419 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Started child 99696 {{(pid=99589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:34:21.258798 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Started child 99697 {{(pid=99589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:34:21.260056 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:21.260673 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO neutron.service [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 02:34:21.261037 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Notify callbacks [] for process, before_spawn {{(pid=99589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:21.261558 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [-] (99696) wsgi starting up on http://0.0.0.0:9696 Jun 30 02:34:21.263569 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO oslo_service.service [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Starting 1 workers Jun 30 02:34:21.264207 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:21.266273 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [-] (99697) wsgi starting up on http://0.0.0.0:9696 Jun 30 02:34:21.269421 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Started child 99698 {{(pid=99589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:34:21.269976 dv-cinder-733062-20-iscsi neutron-server[99589]: INFO oslo_service.service [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Starting 1 workers Jun 30 02:34:21.273150 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.service [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] calling RpcWorker wait() {{(pid=99698) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 02:34:21.273710 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.service [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] returning from RpcWorker wait() {{(pid=99698) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 02:34:21.274471 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Started child 99699 {{(pid=99589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 02:34:21.274940 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:21.275337 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG neutron_lib.callbacks.manager [None req-97e48b0e-1310-4e38-ab5e-ab11a077e3dd None None] Notify callbacks [] for process, after_spawn {{(pid=99589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:21.275498 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:21.277228 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99589) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 02:34:21.277456 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 02:34:21.277640 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 02:34:21.277838 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 02:34:21.278191 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 02:34:21.278371 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 02:34:21.278855 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.279153 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.279411 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.279506 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:21.279969 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.279969 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.280512 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.280773 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.281029 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.281912 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.282223 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.282535 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.282730 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.283057 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.283316 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.283614 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.283893 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.284146 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.284438 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.284608 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.284880 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.285141 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.285398 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.285679 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] debug = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.285922 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.286398 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.286645 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.286892 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.287272 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.287557 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.287795 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.288093 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.288331 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.288567 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.288783 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.289036 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.289266 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.289501 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.289740 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.290013 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.290235 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.290694 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] host = dv-cinder-733062-20-iscsi {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.290942 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.291187 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.291439 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.291693 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.291951 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.292168 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.292421 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.292675 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.292920 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.293167 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.293421 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.293682 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.293931 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.294171 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_file = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.294326 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_options = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.294582 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.294849 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.295129 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.295320 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.295491 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.295676 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.295992 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.296163 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.296430 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.296668 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.297066 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.297524 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.297751 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.297968 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.298232 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.298484 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.298703 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.298918 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.299209 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.299469 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.299702 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.299932 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.300155 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.300388 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.300641 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.300857 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.301085 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.301306 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.301540 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.301802 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.302041 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.302291 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.302544 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.302806 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.303046 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.303274 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.303499 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.303762 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.303994 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.304240 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.304490 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.304723 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.304967 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.305169 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.305406 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.305637 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] use_json = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.305851 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.306084 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.306432 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.306655 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.306882 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.307141 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.307408 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.307682 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.308208 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.308665 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.308819 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.309071 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.309414 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.309414 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.310152 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.310152 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.310516 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.310777 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:21.310939 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.311146 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.311575 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.311796 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.311950 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.312172 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.313130 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.313397 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.313808 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.313963 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.314147 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.314371 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.314632 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.314922 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.315229 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.315508 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.104/identity {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.315986 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.315986 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.316288 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.316426 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.316651 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.316884 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.317101 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.317368 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.317722 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.317948 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.318195 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.318453 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.318678 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.318916 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.319183 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.319433 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.319672 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.319899 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.320130 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.320341 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.320858 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.320858 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.321230 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.321230 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.321520 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.321696 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.321946 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.322170 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.322376 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.322601 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.323514 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.323514 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.323514 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.323938 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.323938 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.325082 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.325082 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.325082 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.325082 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.325082 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.326050 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.326050 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.326050 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.326050 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.326585 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.326585 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.326585 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.326984 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.326984 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.327274 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.327455 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.328980 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.328980 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.328980 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.329239 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.329488 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.329716 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.329936 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.330178 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.330456 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.330776 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.331046 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.331859 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.331859 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.331859 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.332131 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.332314 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.332567 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.333676 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.333676 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.333676 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.333676 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.334098 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.334098 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.334257 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.334492 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.334715 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.335258 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.335258 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.335456 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.335645 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.335950 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.336187 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.336456 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.336726 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.336979 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.337247 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.337474 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.337847 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.338082 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.338344 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.338629 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.339101 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.339374 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.340104 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.340104 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.340104 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.340404 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.341044 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.341044 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.341245 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.341327 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.341628 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.343046 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.343046 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.343046 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.343046 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.343046 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.343046 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.343603 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.343603 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.343774 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.344084 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.344318 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347025 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347025 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347025 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347025 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347025 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.104/identity {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347025 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347025 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347025 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347703 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347703 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347703 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347703 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347703 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347703 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.347703 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.348184 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.348266 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.348434 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.348659 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.348877 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.349127 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.349346 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.349567 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.349805 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.350026 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.350248 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.350468 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.350702 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.350953 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.351202 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.351478 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.351727 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.352114 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.352505 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.352881 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.353278 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.353501 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.353784 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.354006 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.354226 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.354442 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.354687 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.354981 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.355267 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.355499 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.355718 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.355977 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.356236 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.356571 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.356817 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.357227 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.357492 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.357706 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.358055 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.358315 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.358543 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.358762 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.358980 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.359647 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.359899 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.360247 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.360482 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.360753 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.360983 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.361212 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.361437 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.361650 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.361975 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.362250 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.362484 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.362749 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.362988 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.363263 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.363492 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.363704 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.363971 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.364152 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.364374 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.364578 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.364800 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.365027 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.365318 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.365496 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.365688 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.365897 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.366122 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.366334 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.366545 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.366769 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.366986 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.367235 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.367478 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.367733 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.367935 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.368263 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.368490 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.368742 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.369010 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.369277 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.369497 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.369783 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.370031 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.370286 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.370701 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.370824 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.371092 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.371356 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.371576 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.371794 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.372015 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.372278 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.372602 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.372888 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.373166 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.373419 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.373676 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.373974 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.374558 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.374558 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.374755 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.375692 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.375979 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.376240 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.376488 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.377573 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.377573 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.377573 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.377828 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.377952 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.378197 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.378464 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.378714 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.378955 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.379202 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.380044 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.380044 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.380044 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.380332 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.380332 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.380522 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.380680 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 02:34:21.381276 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99589) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 02:34:21.381439 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 02:34:21.381597 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 02:34:21.381775 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 02:34:21.381945 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 02:34:21.382098 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 02:34:21.382302 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.382464 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.382625 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.382836 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.382998 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.383201 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.383362 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.383523 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.383718 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.383876 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.383989 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.384148 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.384307 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.384469 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.384624 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.384783 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.384941 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.385099 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.385263 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.385422 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.385621 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.385731 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.385908 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] debug = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.386038 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.386229 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.386392 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.386551 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.386709 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.386869 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.387053 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.387207 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.387367 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.387526 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.387686 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.387844 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.388001 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.388159 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.388317 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.388475 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.388633 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.388792 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] host = dv-cinder-733062-20-iscsi {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.388951 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.389107 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.389266 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.389423 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.389580 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.389739 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.389898 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.390055 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.390224 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.390366 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.390533 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.390831 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.390965 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.391113 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_file = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.391413 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_options = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.391413 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.391692 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.391692 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.391954 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.391954 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.392206 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.392206 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.392473 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.392605 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.392737 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.392876 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.393013 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.393159 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.393303 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.393440 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.393570 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.393717 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.393856 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.393993 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.394139 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.394270 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.394402 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.394562 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.394803 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.394968 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.395188 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.395381 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.395525 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.395684 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.395772 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.395852 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.396043 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.396160 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.396319 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.396645 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.396787 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.396945 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.397108 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.397267 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.397425 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.397585 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.397744 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.397902 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.398061 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.398218 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.398376 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] use_json = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.398534 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.398689 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.398846 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.399037 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.399182 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.399341 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.399499 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.399678 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 02:34:21.399825 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.399988 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.400161 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.400323 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.400483 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.400644 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.400805 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.400965 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.401126 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.401286 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.401454 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.401615 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.401786 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.401948 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.402110 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.402273 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.402435 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.402603 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.402765 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.402926 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.403110 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.403276 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.403445 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.403607 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.403772 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.104/identity {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.403935 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.404097 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.404259 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.404423 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.404584 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.404931 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.404931 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.405096 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.405195 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.405353 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.405516 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.405678 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.405840 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.406003 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.406726 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.406856 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.407031 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.407204 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.407365 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.407549 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.407692 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.407854 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.408053 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.408165 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.408328 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.408552 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.408652 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.408806 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.408966 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.409128 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.409287 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.409448 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.409608 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.410005 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.410005 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.410196 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.410276 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.410378 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.410539 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.410700 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.410862 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.411041 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.411203 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.411365 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.411526 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.411705 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.411847 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.412008 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.412169 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.412694 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.412694 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.412694 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.412953 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.412953 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.413117 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.413238 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.413398 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.413563 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.413723 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.414023 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.414124 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.414212 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.414358 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.414517 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.414682 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.414839 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.414999 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.415195 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.415357 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.415518 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.415678 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.415839 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.416006 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.416165 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.416325 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.416487 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.416646 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.416725 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:21.416813 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.416954 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.417115 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.417275 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.417435 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.417597 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.417758 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.417918 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.418078 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.418248 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.418409 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.418571 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.418731 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.418900 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.419094 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.419256 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.419417 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.419584 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.419726 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.419892 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.420051 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.420212 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.420372 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.420533 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.420693 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.420862 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.421033 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.421193 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.421354 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.421514 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.421718 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.421904 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.422058 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.422216 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.422376 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.422540 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.422701 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.422862 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.423041 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.423205 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.423876 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.424039 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.104/identity {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.424200 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.424360 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.424521 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.424682 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.424843 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.425005 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.425165 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.425327 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.425489 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.425650 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.425812 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.425972 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.426133 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.426292 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.426453 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.426613 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.426773 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.426934 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.427120 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.427282 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.427442 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.427603 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.427763 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.427924 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.428083 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.428246 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.428412 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.428558 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.428719 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.428882 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.429044 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.429205 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.429447 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.429642 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.429854 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.430093 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.430093 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.431271 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.431271 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.431271 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.431271 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.431271 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.431271 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.431271 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.432225 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.432225 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.432225 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.432225 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.432225 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.432225 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.433208 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.433208 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.433208 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.433208 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.433208 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.433208 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.433208 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.434284 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.434284 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.434284 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.434284 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.434284 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.434284 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.434284 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.435129 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.435129 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.435129 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.435129 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.435129 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.435481 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.435481 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.435481 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.435707 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.435788 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.435936 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.436096 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.436259 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.436423 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.436577 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.436718 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.436894 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.437135 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.437281 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.437493 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.437635 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.437773 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.437911 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.438140 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.438309 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.438489 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.438639 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.438774 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.439074 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.439226 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.439226 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.439501 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.439647 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.439795 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.439940 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.440090 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.440222 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.440356 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.440486 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.440606 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.440761 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.440924 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.441090 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.441261 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.441429 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.441593 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.441761 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.441931 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.442100 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.442260 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.442432 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.442605 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.442764 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.442925 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.443108 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.443274 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.443433 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.443800 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.443800 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.443996 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.444082 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.444198 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.444452 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.444567 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.444671 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.444832 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.444993 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.445153 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.445314 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.445504 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.445633 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 02:34:21.445786 dv-cinder-733062-20-iscsi neutron-server[99589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 02:34:21.479086 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 49906) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:21.488607 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [-] 10.222.0.104 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0072846 Jun 30 02:34:32.794791 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9e4bd4-f428-4210-890e-b8104b959a81 None None] get_active_networks_info from dv-cinder-733062-20-iscsi {{(pid=99698) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 02:34:32.872433 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e4bd4-f428-4210-890e-b8104b959a81 None None] No non-hosted networks {{(pid=99698) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 02:34:32.888417 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.agentschedulers_db [None req-7a9e4bd4-f428-4210-890e-b8104b959a81 None None] DHCP Agent not found on host dv-cinder-733062-20-iscsi {{(pid=99698) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 30 02:34:33.002432 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-e760211b-a1b7-4467-885e-bd8abbc26021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1023968'] for agent, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:35.167433 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-204eb2d0-3815-4609-8c92-c118607253ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1023968'] for agent, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:35.250733 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ade9c153-5885-4e3d-80cc-3a47cac06c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:35.876293 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1023968'] for agent, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:35.878555 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:35.883530 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:35.884612 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:35.887886 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:35.890935 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:35.891670 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:35.892241 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:35.893570 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:35.894285 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:35.895640 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:35.896148 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:35.898365 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:35.898913 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733062-20-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:35.908791 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733062-20-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:34:36.414792 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1023968'] for agent, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:38.299899 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1023968'] for agent, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:39.160738 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 49996) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:39.678897 dv-cinder-733062-20-iscsi neutron-server[99697]: WARNING oslo_policy.policy [None req-8f304675-4222-45a3-9aea-3dd3332654f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:34:39.679528 dv-cinder-733062-20-iscsi neutron-server[99697]: WARNING oslo_policy.policy [None req-8f304675-4222-45a3-9aea-3dd3332654f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:34:39.899240 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [None req-8f304675-4222-45a3-9aea-3dd3332654f7 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=99697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:34:39.900289 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-8f304675-4222-45a3-9aea-3dd3332654f7 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7386634 Jun 30 02:34:42.259795 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 50010) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:42.560881 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.db.l3_hamode_db [None req-a0b08cc3-a23c-48ad-a7f2-36284be88473 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 02:34:42.642066 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b08cc3-a23c-48ad-a7f2-36284be88473 None None] Routers set() bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:34:42.642374 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b08cc3-a23c-48ad-a7f2-36284be88473 None None] Router IDs set() for agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 02:34:42.785430 dv-cinder-733062-20-iscsi neutron-server[99696]: WARNING oslo_policy.policy [None req-0eea0015-adc4-4cb0-8e38-188f28145d2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:34:42.786032 dv-cinder-733062-20-iscsi neutron-server[99696]: WARNING oslo_policy.policy [None req-0eea0015-adc4-4cb0-8e38-188f28145d2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:34:42.998591 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-0eea0015-adc4-4cb0-8e38-188f28145d2b admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:43.092228 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.policy [None req-0eea0015-adc4-4cb0-8e38-188f28145d2b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99696) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 02:34:43.137039 dv-cinder-733062-20-iscsi neutron-server[99696]: WARNING oslo_policy.policy [None req-0eea0015-adc4-4cb0-8e38-188f28145d2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:34:43.137415 dv-cinder-733062-20-iscsi neutron-server[99696]: WARNING oslo_policy.policy [None req-0eea0015-adc4-4cb0-8e38-188f28145d2b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:34:43.145951 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.quota [None req-0eea0015-adc4-4cb0-8e38-188f28145d2b admin admin] Loaded quota_driver: . Jun 30 02:34:43.239783 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0eea0015-adc4-4cb0-8e38-188f28145d2b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728666554547', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728666555078', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728666568416', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728666568918', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728666547865', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728666525391', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2050141', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1873248', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-759960', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698555'] for rbac-policy, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.307884 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0eea0015-adc4-4cb0-8e38-188f28145d2b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:43.309287 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-0eea0015-adc4-4cb0-8e38-188f28145d2b admin admin] 10.222.0.104 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0467396 Jun 30 02:34:45.838831 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 50028) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:46.149218 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'name': 'private', 'project_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:46.179200 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Made reservation on behalf of 0bb55a12c9cf46af8d2ba0b160c0d7e4 for: {'network': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:46.182085 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.199471 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.325830 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.330073 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.349946 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1144} {{(pid=99696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:34:46.379587 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728670336314', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.380176 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Unsubscribe: segment precommit_create {{(pid=99696) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 02:34:46.380692 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.segments_db [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Added segment b9f5e46e-2664-4b69-8ec0-a47113c97724 of type vlan for network 9bbc83b4-7fde-4770-ab08-4a0de5d5102b Jun 30 02:34:46.398062 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6b79db-b178-4197-aec3-321baaeb1229,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:46.450732 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:46.451358 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:46.451766 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:46.453204 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:46.453528 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:46.454249 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:46.454581 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:46.455364 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:46.455710 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:46.456468 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:46.456788 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:46.457465 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Tracked resource versions report: Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: pushed versions: Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: { 'AddressGroup': {'1.2'}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'ConntrackHelper': {'1.0'}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Log': {'1.0'}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Network': {'1.1'}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Port': {'1.7'}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'PortForwarding': {'1.2'}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'QosPolicy': {'1.8'}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'SecurityGroup': {'1.4'}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'SubPort': {'1.0'}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Subnet': {'1.1'}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Trunk': {'1.1'}} Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: consumer versions: Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: { DHCP agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: L3 agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: Metadata agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: Metering agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: Open vSwitch agent@dv-cinder-733062-20-iscsi: { 'AddressGroup': '1.2', Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'ConntrackHelper': '1.0', Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Log': '1.0', Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Network': '1.1', Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Port': '1.7', Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'PortForwarding': '1.2', Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'QosPolicy': '1.8', Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'SecurityGroup': '1.4', Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'SecurityGroupRule': '1.2', Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'SubPort': '1.0', Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Subnet': '1.1', Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Trunk': '1.1'}} Jun 30 02:34:46.459465 dv-cinder-733062-20-iscsi neutron-server[99696]: {{(pid=99696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:34:46.510980 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.560277 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.562025 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:46.562690 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:46.638168 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7982023 Jun 30 02:34:46.661667 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e80f44-9770-4387-9542-eb93d42492e8 admin admin] Pushing event updated for resources: {'Network': ['ID=9bbc83b4-7fde-4770-ab08-4a0de5d5102b,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:46.674564 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 9bbc83b4-7fde-4770-ab08-4a0de5d5102b details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:34:49.313712 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 50042) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:49.716359 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda3eba1-3630-4b47-bdf0-64f50f2ccc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:49.718480 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-fda3eba1-3630-4b47-bdf0-64f50f2ccc81 admin admin] 10.222.0.104 "GET /v2.0/networks/9bbc83b4-7fde-4770-ab08-4a0de5d5102b HTTP/1.1" status: 200 len: 826 time: 0.4035077 Jun 30 02:34:49.742542 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-d2871c09-5232-4a54-850f-18165e553615 admin admin] 10.222.0.104 "GET /v2.0/subnetpools/f6574d26-45c9-40fc-8010-d0c8a7c32695 HTTP/1.1" status: 200 len: 734 time: 0.0186999 Jun 30 02:34:49.752162 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-c6553ddb-ebb9-41bc-a301-b62067840e74 admin admin] Request body: {'subnet': {'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b', 'subnetpool_id': 'f6574d26-45c9-40fc-8010-d0c8a7c32695', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:49.774826 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6553ddb-ebb9-41bc-a301-b62067840e74 admin admin] Made reservation on behalf of 0bb55a12c9cf46af8d2ba0b160c0d7e4 for: {'subnet': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:34:49.777676 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c6553ddb-ebb9-41bc-a301-b62067840e74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.078912 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c6553ddb-ebb9-41bc-a301-b62067840e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for subnet, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.150870 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6553ddb-ebb9-41bc-a301-b62067840e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffeb96e7-76b0-4f72-891a-265f0eee1911,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:50.153087 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6553ddb-ebb9-41bc-a301-b62067840e74 admin admin] Checking segment: {'id': 'b9f5e46e-2664-4b69-8ec0-a47113c97724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:50.153491 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6553ddb-ebb9-41bc-a301-b62067840e74 admin admin] Network hostable DHCP agents. Network: 9bbc83b4-7fde-4770-ab08-4a0de5d5102b, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:34:50.176268 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6553ddb-ebb9-41bc-a301-b62067840e74 admin admin] Network 9bbc83b4-7fde-4770-ab08-4a0de5d5102b is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:34:50.187709 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-c6553ddb-ebb9-41bc-a301-b62067840e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 9bbc83b4-7fde-4770-ab08-4a0de5d5102b) {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:50.192515 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6553ddb-ebb9-41bc-a301-b62067840e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:34:50.193203 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c6553ddb-ebb9-41bc-a301-b62067840e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.199250 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1187a-6089-417b-b66f-752c78acb984 None None] Network 9bbc83b4-7fde-4770-ab08-4a0de5d5102b requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:34:50.210397 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-c6553ddb-ebb9-41bc-a301-b62067840e74 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4620497 Jun 30 02:34:50.541019 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b034b6a-ee2c-5a48-a2ee-cc22d4534911-9bbc83b4-7fde-4770-ab08-4a0de5d5102b', 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'fixed_ips': [{'subnet_id': 'ffeb96e7-76b0-4f72-891a-265f0eee1911'}]}} from dv-cinder-733062-20-iscsi. {{(pid=99698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:34:50.542272 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:50.847384 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.db_base_plugin_common [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Allocated IP 172.20.0.2 (9bbc83b4-7fde-4770-ab08-4a0de5d5102b/ffeb96e7-76b0-4f72-891a-265f0eee1911/a7706bd5-d3a3-4aea-a581-0c188fcc22e7) {{(pid=99698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:34:51.058225 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Notify callbacks [] for port, precommit_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.100776 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Transition to ACTIVE for port object a7706bd5-d3a3-4aea-a581-0c188fcc22e7 will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:51.120976 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Transition to ACTIVE for port object a7706bd5-d3a3-4aea-a581-0c188fcc22e7 will not be triggered until provisioned by entity DHCP. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:34:51.130146 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.194381 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Network 9bbc83b4-7fde-4770-ab08-4a0de5d5102b is already hosted by enough agents. {{(pid=99698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:34:51.199805 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.base_scheduler [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Resources bound (agent type, host, resource id): {{(pid=99698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:34:51.213638 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Received port after_create {{(pid=99698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:34:51.216707 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Pushing event updated for resources: {'Port': ['ID=a7706bd5-d3a3-4aea-a581-0c188fcc22e7,revision_number=1']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:51.242039 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:51.242398 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:51.242736 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:51.243085 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:51.243419 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:51.243789 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:51.244115 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:51.244433 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:51.244764 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:51.245086 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:51.245403 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:51.245716 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Tracked resource versions report: Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: pushed versions: Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: { 'AddressGroup': {'1.2'}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'ConntrackHelper': {'1.0'}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Log': {'1.0'}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Network': {'1.1'}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Port': {'1.7'}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'PortForwarding': {'1.2'}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'QosPolicy': {'1.8'}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'SecurityGroup': {'1.4'}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'SubPort': {'1.0'}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Subnet': {'1.1'}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Trunk': {'1.1'}} Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: consumer versions: Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: { DHCP agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: L3 agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: Metadata agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: Metering agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: Open vSwitch agent@dv-cinder-733062-20-iscsi: { 'AddressGroup': '1.2', Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'ConntrackHelper': '1.0', Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Log': '1.0', Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Network': '1.1', Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Port': '1.7', Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'PortForwarding': '1.2', Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'QosPolicy': '1.8', Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'SecurityGroup': '1.4', Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'SecurityGroupRule': '1.2', Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'SubPort': '1.0', Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Subnet': '1.1', Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Trunk': '1.1'}} Jun 30 02:34:51.247045 dv-cinder-733062-20-iscsi neutron-server[99698]: {{(pid=99698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:34:51.297364 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Attempting to bind port a7706bd5-d3a3-4aea-a581-0c188fcc22e7 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:34:51.297759 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Attempting to bind port a7706bd5-d3a3-4aea-a581-0c188fcc22e7 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': 'b9f5e46e-2664-4b69-8ec0-a47113c97724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:34:51.298168 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Attempting to bind port a7706bd5-d3a3-4aea-a581-0c188fcc22e7 on network 9bbc83b4-7fde-4770-ab08-4a0de5d5102b {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:34:51.303029 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:34:51.303427 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Checking segment: {'id': 'b9f5e46e-2664-4b69-8ec0-a47113c97724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:34:51.303885 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.304266 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Bound using segment: {'id': 'b9f5e46e-2664-4b69-8ec0-a47113c97724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:34:51.304747 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Bound port: a7706bd5-d3a3-4aea-a581-0c188fcc22e7, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f5e46e-2664-4b69-8ec0-a47113c97724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:34:51.305147 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.371176 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] For port a7706bd5-d3a3-4aea-a581-0c188fcc22e7, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:34:51.375809 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] For port a7706bd5-d3a3-4aea-a581-0c188fcc22e7, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=a7706bd5-d3a3-4aea-a581-0c188fcc22e7,segment=NetworkSegment(b9f5e46e-2664-4b69-8ec0-a47113c97724),segment_id=b9f5e46e-2664-4b69-8ec0-a47113c97724)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:34:51.380421 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:51.447425 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ea3bc-8b59-443b-82ad-8c95cf0d706b None None] Pushing event updated for resources: {'Port': ['ID=a7706bd5-d3a3-4aea-a581-0c188fcc22e7,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:52.821180 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 50050) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:53.146945 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [None req-41904908-4d26-44fd-ae51-a80877bb0c8c admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=99696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:34:53.148066 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-41904908-4d26-44fd-ae51-a80877bb0c8c admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3258369 Jun 30 02:34:55.581296 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 50058) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:55.896141 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [None req-70672520-11eb-4a70-9b01-8a9e0392f9c1 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=99696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:34:55.897143 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-70672520-11eb-4a70-9b01-8a9e0392f9c1 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3146129 Jun 30 02:34:57.725442 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device a7706bd5-d3a3-4aea-a581-0c188fcc22e7 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:57.797590 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f00fb2-d5b6-4d45-a9d4-6fc802b2a309 None None] Network 9bbc83b4-7fde-4770-ab08-4a0de5d5102b requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:34:57.862098 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port a7706bd5-d3a3-4aea-a581-0c188fcc22e7 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:57.891363 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0fb7-5e06-4cf8-b11d-0024fc15e0c6 None None] Provisioning for port a7706bd5-d3a3-4aea-a581-0c188fcc22e7 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:34:57.899975 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-c9ea0fb7-5e06-4cf8-b11d-0024fc15e0c6 None None] Provisioning complete for port a7706bd5-d3a3-4aea-a581-0c188fcc22e7 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:57.900391 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0fb7-5e06-4cf8-b11d-0024fc15e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.105529 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0fb7-5e06-4cf8-b11d-0024fc15e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.166042 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-c9ea0fb7-5e06-4cf8-b11d-0024fc15e0c6 None None] For port a7706bd5-d3a3-4aea-a581-0c188fcc22e7, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=a7706bd5-d3a3-4aea-a581-0c188fcc22e7,segment=NetworkSegment(b9f5e46e-2664-4b69-8ec0-a47113c97724),segment_id=b9f5e46e-2664-4b69-8ec0-a47113c97724)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:34:58.171374 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0fb7-5e06-4cf8-b11d-0024fc15e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.228448 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0fb7-5e06-4cf8-b11d-0024fc15e0c6 None None] Pushing event updated for resources: {'Port': ['ID=a7706bd5-d3a3-4aea-a581-0c188fcc22e7,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:34:58.392204 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-5f2d5476-9e74-42e6-a9eb-41d8a29d763a None None] Provisioning complete for port a7706bd5-d3a3-4aea-a581-0c188fcc22e7 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:58.392496 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-5f2d5476-9e74-42e6-a9eb-41d8a29d763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:58.619071 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50074) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:34:58.930839 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-7c79420e-f125-46bd-aaf0-5149608e3a42 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'admin_state_up': True}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:34:58.994865 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.policy [None req-7c79420e-f125-46bd-aaf0-5149608e3a42 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99697) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 02:34:59.040749 dv-cinder-733062-20-iscsi neutron-server[99697]: WARNING oslo_policy.policy [None req-7c79420e-f125-46bd-aaf0-5149608e3a42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:34:59.041121 dv-cinder-733062-20-iscsi neutron-server[99697]: WARNING oslo_policy.policy [None req-7c79420e-f125-46bd-aaf0-5149608e3a42 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 02:34:59.050223 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.quota [None req-7c79420e-f125-46bd-aaf0-5149608e3a42 admin admin] Loaded quota_driver: . Jun 30 02:34:59.108641 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7c79420e-f125-46bd-aaf0-5149608e3a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38302'] for router, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.110458 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7c79420e-f125-46bd-aaf0-5149608e3a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38293'] for router, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.265801 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7c79420e-f125-46bd-aaf0-5149608e3a42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.270653 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7c79420e-f125-46bd-aaf0-5149608e3a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1044555'] for router, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.288587 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7c79420e-f125-46bd-aaf0-5149608e3a42 admin admin] Notify callbacks [] for router, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:34:59.290005 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-7c79420e-f125-46bd-aaf0-5149608e3a42 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6698642 Jun 30 02:34:59.698264 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device a7706bd5-d3a3-4aea-a581-0c188fcc22e7 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:34:59.746265 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port a7706bd5-d3a3-4aea-a581-0c188fcc22e7 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:34:59.746636 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:01.808301 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50084) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:02.122660 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [None req-8f1dc76c-39c5-4838-b308-28db83e9c274 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=99697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:35:02.124370 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-8f1dc76c-39c5-4838-b308-28db83e9c274 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3150122 Jun 30 02:35:02.714913 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-055bfbd7-473f-4b13-b85d-b9adcbcc191d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.474205 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 50092) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:04.787434 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:04.807612 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Made reservation on behalf of 380275df914f4fcd9508ae2e7f0b40d9 for: {'network': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:04.809923 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.818354 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.905770 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.909383 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.925179 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Reserving flat network on physical network physnet1 {{(pid=99696) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 02:35:04.944310 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d093db9-6b4c-4a05-a3f1-5ed03fc61e18,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:04.952184 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:04.952528 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.segments_db [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Added segment 436c36a2-fbb5-4ae5-adab-5f23e3aa225a of type flat for network 5c243ec1-c514-4a50-9951-3a294683a08a Jun 30 02:35:05.003087 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.046364 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.047532 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:05.048105 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.099775 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6244979 Jun 30 02:35:05.106537 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329528d7-5413-49cc-9353-9181e26773db admin admin] Pushing event updated for resources: {'Network': ['ID=5c243ec1-c514-4a50-9951-3a294683a08a,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:05.117850 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 5c243ec1-c514-4a50-9951-3a294683a08a details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:35:05.212606 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-196879c4-0683-43d5-822c-1cf40fd49304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:05.877670 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:06.358545 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:07.506919 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50110) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:07.736596 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f64d30-55f5-4c84-ba94-93d316affdad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:07.738067 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-78f64d30-55f5-4c84-ba94-93d316affdad admin admin] 10.222.0.104 "GET /v2.0/subnets/ffeb96e7-76b0-4f72-891a-265f0eee1911 HTTP/1.1" status: 200 len: 849 time: 0.2301784 Jun 30 02:35:07.853998 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-87048d03-ff41-4adc-b1cb-b54465f31c0e admin admin] 10.222.0.104 "GET /v2.0/routers/3b8b2204-aee4-4f2d-a930-8c446beba8a7 HTTP/1.1" status: 200 len: 704 time: 0.1105819 Jun 30 02:35:08.127517 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.249987 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.430900 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Allocated IP 172.20.0.1 (9bbc83b4-7fde-4770-ab08-4a0de5d5102b/ffeb96e7-76b0-4f72-891a-265f0eee1911/1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:08.633672 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.659125 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.provisioning_blocks [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Transition to ACTIVE for port object 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d will not be triggered until provisioned by entity DHCP. {{(pid=99697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:08.738323 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.774360 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Network 9bbc83b4-7fde-4770-ab08-4a0de5d5102b is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:08.797014 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:08.849466 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Pushing event updated for resources: {'Port': ['ID=1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:08.852027 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:08.852887 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043522'] for router_interface, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:08.916345 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:08.916705 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:08.917044 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:08.917369 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:08.917692 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:08.918037 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:08.918366 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:08.918695 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:08.919054 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:08.919374 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:08.919724 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:08.920569 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Tracked resource versions report: Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: pushed versions: Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: { 'AddressGroup': {'1.2'}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'ConntrackHelper': {'1.0'}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Log': {'1.0'}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Network': {'1.1'}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Port': {'1.7'}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'PortForwarding': {'1.2'}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'QosPolicy': {'1.8'}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'SecurityGroup': {'1.4'}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'SubPort': {'1.0'}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Subnet': {'1.1'}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Trunk': {'1.1'}} Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: consumer versions: Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: { DHCP agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: L3 agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: Metadata agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: Metering agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: Open vSwitch agent@dv-cinder-733062-20-iscsi: { 'AddressGroup': '1.2', Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'ConntrackHelper': '1.0', Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Log': '1.0', Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Network': '1.1', Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Port': '1.7', Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'PortForwarding': '1.2', Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'QosPolicy': '1.8', Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'SecurityGroup': '1.4', Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'SecurityGroupRule': '1.2', Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'SubPort': '1.0', Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Subnet': '1.1', Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Trunk': '1.1'}} Jun 30 02:35:08.921877 dv-cinder-733062-20-iscsi neutron-server[99697]: {{(pid=99697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:35:09.051916 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fa7cd5e3-8d3e-4499-b405-a41a2906457e None None] Provisioning for port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:09.055722 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fa7cd5e3-8d3e-4499-b405-a41a2906457e None None] Provisioning complete for port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:09.056084 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fa7cd5e3-8d3e-4499-b405-a41a2906457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:09.078540 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:09.097041 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fa7cd5e3-8d3e-4499-b405-a41a2906457e None None] Port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:35:09.264993 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:09.269058 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:09.269802 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042037'] for router_interface, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:09.344909 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Pushing event updated for resources: {'Port': ['ID=1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d,revision_number=2']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:09.392867 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Network 9bbc83b4-7fde-4770-ab08-4a0de5d5102b is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:09.394134 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:09.605793 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Router 3b8b2204-aee4-4f2d-a930-8c446beba8a7 is scheduled to L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 with binding_index 1 {{(pid=99697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:35:09.620107 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-121d7ba1-3031-49df-9c7a-b8864bf72f54 None None] Provisioning complete for port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:09.620636 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-121d7ba1-3031-49df-9c7a-b8864bf72f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:09.658028 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-121d7ba1-3031-49df-9c7a-b8864bf72f54 None None] Port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:35:09.704796 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:09.710270 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-d33c7648-3c4e-4be7-8632-4dfb9b829907 admin admin] 10.222.0.104 "PUT /v2.0/routers/3b8b2204-aee4-4f2d-a930-8c446beba8a7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8509228 Jun 30 02:35:09.729313 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Sync routers for ids ['3b8b2204-aee4-4f2d-a930-8c446beba8a7'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:09.742046 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Routers {'3b8b2204-aee4-4f2d-a930-8c446beba8a7'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:09.742999 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:35:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3b8b2204-aee4-4f2d-a930-8c446beba8a7'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:09.934812 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Set router 3b8b2204-aee4-4f2d-a930-8c446beba8a7 gateway port host: None {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:10.384677 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'name': 'router1', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:59Z', 'updated_at': '2021-06-30T02:35:09Z', 'revision_number': 2, 'project_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'gw_port_host': None, '_interfaces': [{'id': '1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d', 'name': '', 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'mac_address': 'fa:16:3e:a1:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffeb96e7-76b0-4f72-891a-265f0eee1911', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:08Z', 'updated_at': '2021-06-30T02:35:09Z', 'revision_number': 2, 'project_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'subnets': [{'id': 'ffeb96e7-76b0-4f72-891a-265f0eee1911', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6574d26-45c9-40fc-8010-d0c8a7c32695'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:10.445977 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Checking router: 3b8b2204-aee4-4f2d-a930-8c446beba8a7 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:10.446349 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Updating router 3b8b2204-aee4-4f2d-a930-8c446beba8a7 port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d binding host dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:35:10.515988 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.018845 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Notify callbacks [] for port, precommit_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.037490 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.provisioning_blocks [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Transition to ACTIVE for port object 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d will not be triggered until provisioned by entity L2. {{(pid=99699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:11.043620 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.215288 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Attempting to bind port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:11.215938 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Attempting to bind port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': 'b9f5e46e-2664-4b69-8ec0-a47113c97724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b'}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:11.217007 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Attempting to bind port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d on network 9bbc83b4-7fde-4770-ab08-4a0de5d5102b {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:11.221317 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Pushing event updated for resources: {'Port': ['ID=1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d,revision_number=3']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:11.230157 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:11.230569 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Checking segment: {'id': 'b9f5e46e-2664-4b69-8ec0-a47113c97724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:11.231046 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.231437 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Bound using segment: {'id': 'b9f5e46e-2664-4b69-8ec0-a47113c97724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b'} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:11.231926 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Bound port: 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f5e46e-2664-4b69-8ec0-a47113c97724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1144, 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b'}}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:11.232853 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.236103 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:11.236454 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:11.236791 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:11.237124 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:11.237456 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:11.237782 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:11.238103 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:11.238424 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:11.238761 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:11.239184 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:11.239644 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:11.240121 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Tracked resource versions report: Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: pushed versions: Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: { 'AddressGroup': {'1.2'}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'ConntrackHelper': {'1.0'}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Log': {'1.0'}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Network': {'1.1'}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Port': {'1.7'}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'PortForwarding': {'1.2'}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'QosPolicy': {'1.8'}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'SecurityGroup': {'1.4'}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'SubPort': {'1.0'}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Subnet': {'1.1'}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Trunk': {'1.1'}} Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: consumer versions: Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: { DHCP agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: L3 agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: Metadata agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: Metering agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: Open vSwitch agent@dv-cinder-733062-20-iscsi: { 'AddressGroup': '1.2', Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'ConntrackHelper': '1.0', Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Log': '1.0', Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Network': '1.1', Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Port': '1.7', Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'PortForwarding': '1.2', Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'QosPolicy': '1.8', Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'SecurityGroup': '1.4', Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'SecurityGroupRule': '1.2', Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'SubPort': '1.0', Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Subnet': '1.1', Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Trunk': '1.1'}} Jun 30 02:35:11.242005 dv-cinder-733062-20-iscsi neutron-server[99699]: {{(pid=99699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:35:11.318336 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] For port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:11.339947 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] For port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d,segment=NetworkSegment(b9f5e46e-2664-4b69-8ec0-a47113c97724),segment_id=b9f5e46e-2664-4b69-8ec0-a47113c97724)] {{(pid=99699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:11.344627 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:11.403230 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Routers {'3b8b2204-aee4-4f2d-a930-8c446beba8a7'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:11.403857 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:35:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3b8b2204-aee4-4f2d-a930-8c446beba8a7'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:11.470762 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9698d-2370-4ea8-883e-0ec3cf05f0a1 None None] Pushing event updated for resources: {'Port': ['ID=1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d,revision_number=4']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:11.498915 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] Set router 3b8b2204-aee4-4f2d-a930-8c446beba8a7 gateway port host: None {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:11.723988 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'name': 'router1', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:59Z', 'updated_at': '2021-06-30T02:35:09Z', 'revision_number': 2, 'project_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'gw_port_host': None, '_interfaces': [{'id': '1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d', 'name': '', 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'mac_address': 'fa:16:3e:a1:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffeb96e7-76b0-4f72-891a-265f0eee1911', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:08Z', 'updated_at': '2021-06-30T02:35:11Z', 'revision_number': 4, 'project_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'subnets': [{'id': 'ffeb96e7-76b0-4f72-891a-265f0eee1911', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6574d26-45c9-40fc-8010-d0c8a7c32695'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:11.750860 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673bcbf2-4850-412c-890e-a35d1e2fcdbc None None] The sync data for ids ['3b8b2204-aee4-4f2d-a930-8c446beba8a7'] in dv-cinder-733062-20-iscsi is: [{'id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'name': 'router1', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:59Z', 'updated_at': '2021-06-30T02:35:09Z', 'revision_number': 2, 'project_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'gw_port_host': None, '_interfaces': [{'id': '1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d', 'name': '', 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'mac_address': 'fa:16:3e:a1:c4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffeb96e7-76b0-4f72-891a-265f0eee1911', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:08Z', 'updated_at': '2021-06-30T02:35:11Z', 'revision_number': 4, 'project_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'subnets': [{'id': 'ffeb96e7-76b0-4f72-891a-265f0eee1911', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6574d26-45c9-40fc-8010-d0c8a7c32695'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:11.956230 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50134) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:12.071181 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cbf874-6a84-4f73-8d39-d8f6646434be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:12.072585 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-47cbf874-6a84-4f73-8d39-d8f6646434be admin admin] 10.222.0.104 "GET /v2.0/networks/5c243ec1-c514-4a50-9951-3a294683a08a HTTP/1.1" status: 200 len: 842 time: 0.1154063 Jun 30 02:35:12.082493 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-d39a623f-c7b4-4086-82e5-1fb4b1d43ac6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'cidr': '172.27.0.0/24'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:12.106633 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39a623f-c7b4-4086-82e5-1fb4b1d43ac6 admin admin] Made reservation on behalf of 380275df914f4fcd9508ae2e7f0b40d9 for: {'subnet': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:35:12.110232 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d39a623f-c7b4-4086-82e5-1fb4b1d43ac6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.430559 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.objects.ports [None req-d39a623f-c7b4-4086-82e5-1fb4b1d43ac6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99697) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 02:35:12.431020 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d39a623f-c7b4-4086-82e5-1fb4b1d43ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for subnet, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.486760 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a623f-c7b4-4086-82e5-1fb4b1d43ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa3c6fbb-c7e3-412f-b96c-c016d3aa8455,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:12.497212 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39a623f-c7b4-4086-82e5-1fb4b1d43ac6 admin admin] Checking segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:12.497568 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39a623f-c7b4-4086-82e5-1fb4b1d43ac6 admin admin] Network hostable DHCP agents. Network: 5c243ec1-c514-4a50-9951-3a294683a08a, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:35:12.519866 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39a623f-c7b4-4086-82e5-1fb4b1d43ac6 admin admin] Network 5c243ec1-c514-4a50-9951-3a294683a08a is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:35:12.534987 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-d39a623f-c7b4-4086-82e5-1fb4b1d43ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 5c243ec1-c514-4a50-9951-3a294683a08a) {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:12.539574 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39a623f-c7b4-4086-82e5-1fb4b1d43ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:12.540709 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d39a623f-c7b4-4086-82e5-1fb4b1d43ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:12.543896 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afad9ce-b7c4-4feb-8b4c-8bb7c767401f None None] Network 5c243ec1-c514-4a50-9951-3a294683a08a requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:12.567035 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-d39a623f-c7b4-4086-82e5-1fb4b1d43ac6 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4777384 Jun 30 02:35:12.695035 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c9b1d1-ce0b-498c-bfe7-92b3309e610b None None] Network 5c243ec1-c514-4a50-9951-3a294683a08a requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:35:14.996895 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50146) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:15.135782 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-be860a0a-e13b-4133-a5f7-d9930c937b3f admin admin] 10.222.0.104 "GET /v2.0/routers/3b8b2204-aee4-4f2d-a930-8c446beba8a7 HTTP/1.1" status: 200 len: 710 time: 0.1372051 Jun 30 02:35:15.224810 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c56e602-6643-4c4f-9f31-55077d2c3a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:35:15.226228 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-5c56e602-6643-4c4f-9f31-55077d2c3a2d admin admin] 10.222.0.104 "GET /v2.0/networks/5c243ec1-c514-4a50-9951-3a294683a08a HTTP/1.1" status: 200 len: 886 time: 0.0847642 Jun 30 02:35:15.235222 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:35:15.489944 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38371'] for router, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.745137 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:15.797712 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:15.802405 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:15.802802 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.807958 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.886575 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.887788 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:15.922356 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d,segment=NetworkSegment(b9f5e46e-2664-4b69-8ec0-a47113c97724),segment_id=b9f5e46e-2664-4b69-8ec0-a47113c97724)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:15.926380 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.005978 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Allocated IP 172.27.0.117 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/dcc49559-0a47-4da6-a507-f78e771296f0) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:35:16.035988 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:16.113375 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.151832 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.187587 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:35:16.191657 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:35:16.194873 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:35:16.261022 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Pushing event updated for resources: {'Port': ['ID=dcc49559-0a47-4da6-a507-f78e771296f0,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:16.453556 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.658956 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38371'] for router, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.662319 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1044555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1044129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1044152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1047182'] for router, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.768718 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Router 3b8b2204-aee4-4f2d-a930-8c446beba8a7 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:35:16.879979 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:35:16.884445 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] Notify callbacks [] for router, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:16.885645 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-81f5a5c5-d3d7-4ac9-bc6c-dcb6de271b5c admin admin] 10.222.0.104 "PUT /v2.0/routers/3b8b2204-aee4-4f2d-a930-8c446beba8a7 HTTP/1.1" status: 200 len: 890 time: 1.6539497 Jun 30 02:35:16.891649 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Sync routers for ids ['3b8b2204-aee4-4f2d-a930-8c446beba8a7'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:35:16.903664 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Routers {'3b8b2204-aee4-4f2d-a930-8c446beba8a7'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:16.904984 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:35:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3b8b2204-aee4-4f2d-a930-8c446beba8a7'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:17.151803 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Set router 3b8b2204-aee4-4f2d-a930-8c446beba8a7 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:17.557316 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'name': 'router1', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'dcc49559-0a47-4da6-a507-f78e771296f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:59Z', 'updated_at': '2021-06-30T02:35:16Z', 'revision_number': 4, 'project_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'gw_port': {'id': 'dcc49559-0a47-4da6-a507-f78e771296f0', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:15Z', 'updated_at': '2021-06-30T02:35:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d', 'name': '', 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'mac_address': 'fa:16:3e:a1:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffeb96e7-76b0-4f72-891a-265f0eee1911', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:08Z', 'updated_at': '2021-06-30T02:35:15Z', 'revision_number': 5, 'project_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'subnets': [{'id': 'ffeb96e7-76b0-4f72-891a-265f0eee1911', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6574d26-45c9-40fc-8010-d0c8a7c32695'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:17.609271 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Checking router: 3b8b2204-aee4-4f2d-a930-8c446beba8a7 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:35:17.609648 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Updating router 3b8b2204-aee4-4f2d-a930-8c446beba8a7 port dcc49559-0a47-4da6-a507-f78e771296f0 binding host dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:35:17.643091 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:17.740434 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:17.887318 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:17.887604 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.067668 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Notify callbacks [] for port, precommit_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.079110 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Transition to ACTIVE for port object dcc49559-0a47-4da6-a507-f78e771296f0 will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:35:18.084471 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.135021 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Attempting to bind port dcc49559-0a47-4da6-a507-f78e771296f0 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:35:18.135385 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Attempting to bind port dcc49559-0a47-4da6-a507-f78e771296f0 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:35:18.135742 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Attempting to bind port dcc49559-0a47-4da6-a507-f78e771296f0 on network 5c243ec1-c514-4a50-9951-3a294683a08a {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:35:18.142964 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8fc2f-b55d-48bc-9d76-2cf9c56a4b87 None None] Pushing event updated for resources: {'Port': ['ID=dcc49559-0a47-4da6-a507-f78e771296f0,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:18.145623 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:35:18.145997 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Checking segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:35:18.146385 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.146760 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Bound using segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:35:18.147245 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Bound port: dcc49559-0a47-4da6-a507-f78e771296f0, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:35:18.147623 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.276678 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] For port dcc49559-0a47-4da6-a507-f78e771296f0, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:35:18.280083 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] For port dcc49559-0a47-4da6-a507-f78e771296f0, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=dcc49559-0a47-4da6-a507-f78e771296f0,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:35:18.285550 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:18.346505 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Routers {'3b8b2204-aee4-4f2d-a930-8c446beba8a7'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:35:18.347212 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:35:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3b8b2204-aee4-4f2d-a930-8c446beba8a7'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:18.351832 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8fc2f-b55d-48bc-9d76-2cf9c56a4b87 None None] Pushing event updated for resources: {'Port': ['ID=dcc49559-0a47-4da6-a507-f78e771296f0,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:18.459807 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] Set router 3b8b2204-aee4-4f2d-a930-8c446beba8a7 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:35:18.689444 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'name': 'router1', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'dcc49559-0a47-4da6-a507-f78e771296f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:59Z', 'updated_at': '2021-06-30T02:35:16Z', 'revision_number': 4, 'project_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'gw_port': {'id': 'dcc49559-0a47-4da6-a507-f78e771296f0', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:15Z', 'updated_at': '2021-06-30T02:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d', 'name': '', 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'mac_address': 'fa:16:3e:a1:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffeb96e7-76b0-4f72-891a-265f0eee1911', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:08Z', 'updated_at': '2021-06-30T02:35:15Z', 'revision_number': 5, 'project_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'subnets': [{'id': 'ffeb96e7-76b0-4f72-891a-265f0eee1911', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6574d26-45c9-40fc-8010-d0c8a7c32695'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:35:18.720259 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eafad3a-9941-479c-9661-6258d20a2f12 None None] The sync data for ids ['3b8b2204-aee4-4f2d-a930-8c446beba8a7'] in dv-cinder-733062-20-iscsi is: [{'id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'name': 'router1', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'dcc49559-0a47-4da6-a507-f78e771296f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:34:59Z', 'updated_at': '2021-06-30T02:35:16Z', 'revision_number': 4, 'project_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'gw_port': {'id': 'dcc49559-0a47-4da6-a507-f78e771296f0', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:c9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:15Z', 'updated_at': '2021-06-30T02:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d', 'name': '', 'network_id': '9bbc83b4-7fde-4770-ab08-4a0de5d5102b', 'tenant_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'mac_address': 'fa:16:3e:a1:c4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8b2204-aee4-4f2d-a930-8c446beba8a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffeb96e7-76b0-4f72-891a-265f0eee1911', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:35:08Z', 'updated_at': '2021-06-30T02:35:15Z', 'revision_number': 5, 'project_id': '0bb55a12c9cf46af8d2ba0b160c0d7e4', 'subnets': [{'id': 'ffeb96e7-76b0-4f72-891a-265f0eee1911', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6574d26-45c9-40fc-8010-d0c8a7c32695'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:35:19.411433 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 50154) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:35:19.579276 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-b04f3ab9-8ea5-4116-9324-16129041cf60 admin admin] 10.222.0.104 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1666918 Jun 30 02:35:19.733736 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device dcc49559-0a47-4da6-a507-f78e771296f0 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:19.784970 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port dcc49559-0a47-4da6-a507-f78e771296f0 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:35:19.788781 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port dcc49559-0a47-4da6-a507-f78e771296f0 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:19.789153 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.874313 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.912374 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port dcc49559-0a47-4da6-a507-f78e771296f0, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=dcc49559-0a47-4da6-a507-f78e771296f0,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:35:19.916684 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:19.965607 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=dcc49559-0a47-4da6-a507-f78e771296f0,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:35:21.334844 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 5 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:35:21.729097 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device dcc49559-0a47-4da6-a507-f78e771296f0 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:35:21.782717 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port dcc49559-0a47-4da6-a507-f78e771296f0 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:35:21.783155 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:32.720662 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-2ad18712-c771-48f7-99b7-e7b698b25a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.168133 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-938e9706-e868-4877-a706-e2d4af56dc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:35.881217 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:36.362152 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:38.284002 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:35:58.333958 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 5 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:36:02.713717 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-41a0aa96-6a8c-418a-a475-355bbd2b3a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.173561 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-6de2f71b-1b28-49af-af1d-2607732cf163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:05.889972 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:06.364906 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:08.262684 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:32.716472 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-90e7995e-01d4-4e30-b17b-d61f4eaba9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.175424 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-1c950b24-5625-444e-a220-07e0da10884c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:35.333132 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 5 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:36:35.882181 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:36.365203 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:38.269254 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:56.014560 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50722) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:56.077078 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2afee8e-62a9-440a-a6be-09bb28056dc9 admin admin] GET failed (client error): The resource could not be found. Jun 30 02:36:56.078394 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-a2afee8e-62a9-440a-a6be-09bb28056dc9 admin admin] 10.222.0.104 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628135 Jun 30 02:36:56.238641 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2b2787-8e3b-46ac-9916-d7cf96bbe09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:56.240035 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-7a2b2787-8e3b-46ac-9916-d7cf96bbe09b admin admin] 10.222.0.104 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1578765 Jun 30 02:36:58.383615 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 50732) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:36:58.474931 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2289e14-2ea0-4d0e-9066-6e9c38c79596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:58.476292 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-d2289e14-2ea0-4d0e-9066-6e9c38c79596 admin admin] 10.222.0.104 "GET /v2.0/subnets/ffeb96e7-76b0-4f72-891a-265f0eee1911 HTTP/1.1" status: 200 len: 849 time: 0.0913537 Jun 30 02:36:58.485966 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:36:58.572957 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.721090 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728670359044'] for subnet, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.754450 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:36:58.755048 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:58.767036 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] 10.222.0.104 "PUT /v2.0/subnets/ffeb96e7-76b0-4f72-891a-265f0eee1911 HTTP/1.1" status: 200 len: 868 time: 0.2741592 Jun 30 02:36:58.770288 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75073738-9ad7-480a-9462-37357cf5f118 None None] Network 9bbc83b4-7fde-4770-ab08-4a0de5d5102b requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:36:58.774179 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffeb96e7-76b0-4f72-891a-265f0eee1911,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:36:58.782107 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:58.782475 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:58.782810 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:58.783177 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:58.783509 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:58.783848 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:58.784175 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:58.784496 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:58.784885 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:58.785209 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:58.785528 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:58.785837 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea24e65-2c34-4e48-b0dd-ee2afd59b541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:36:59.198727 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-9a35e091-8657-4588-bdc7-33901cc7dbdd None None] Provisioning complete for port 1f504ef9-eee9-4fc5-9c8f-e95f8fab9e3d triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:59.199124 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9a35e091-8657-4588-bdc7-33901cc7dbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:36:59.285364 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-9a35e091-8657-4588-bdc7-33901cc7dbdd None None] Provisioning complete for port a7706bd5-d3a3-4aea-a581-0c188fcc22e7 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:36:59.285726 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9a35e091-8657-4588-bdc7-33901cc7dbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:00.929640 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 50742) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:01.126071 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511a4f0b-806a-4650-86f3-e3f5b61b7391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:01.126458 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511a4f0b-806a-4650-86f3-e3f5b61b7391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:01.128018 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-511a4f0b-806a-4650-86f3-e3f5b61b7391 admin admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1966083 Jun 30 02:37:02.718373 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-d25d4aa6-20a1-4294-bbd7-93f832ba3e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:03.282874 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 50750) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:03.418251 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657755bb-1929-4ee9-a1dc-b7a62796306f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:03.418733 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657755bb-1929-4ee9-a1dc-b7a62796306f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:03.420304 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-657755bb-1929-4ee9-a1dc-b7a62796306f admin admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1364541 Jun 30 02:37:05.176248 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bd936ed3-79b6-4805-9e16-5e03ccbad424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:05.562050 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 50758) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:05.716081 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5330b4-90b7-4d53-be1c-edb6be2fbddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:05.719049 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-db5330b4-90b7-4d53-be1c-edb6be2fbddb admin admin] 10.222.0.104 "GET /v2.0/networks/5c243ec1-c514-4a50-9951-3a294683a08a HTTP/1.1" status: 200 len: 886 time: 0.1544604 Jun 30 02:37:05.886276 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:06.368935 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:07.882680 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50766) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:08.092432 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e2f86a-ffc6-4507-8765-ac8db57c1b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:08.093803 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-f2e2f86a-ffc6-4507-8765-ac8db57c1b34 admin admin] 10.222.0.104 "GET /v2.0/networks/9bbc83b4-7fde-4770-ab08-4a0de5d5102b HTTP/1.1" status: 200 len: 870 time: 0.2102065 Jun 30 02:37:08.276431 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:10.294799 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50774) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:10.416115 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed2da3a-ce4d-4382-b363-60a06a658232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:10.416577 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed2da3a-ce4d-4382-b363-60a06a658232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:10.418070 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-1ed2da3a-ce4d-4382-b363-60a06a658232 admin admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223047 Jun 30 02:37:12.332373 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 5 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:37:12.560452 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50782) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:12.651762 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7811513c-ed4c-401c-b568-379b6173b6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:12.652227 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7811513c-ed4c-401c-b568-379b6173b6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:12.653720 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-7811513c-ed4c-401c-b568-379b6173b6c9 admin admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0922875 Jun 30 02:37:14.781228 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50790) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:14.869027 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64af5dbe-50a9-4a1b-b7d9-fab17dfb7501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:14.870282 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-64af5dbe-50a9-4a1b-b7d9-fab17dfb7501 admin admin] 10.222.0.104 "GET /v2.0/subnets/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455 HTTP/1.1" status: 200 len: 816 time: 0.0881088 Jun 30 02:37:17.103416 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50798) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:17.207548 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e878f6-3a69-4f1f-a083-9422a11277c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:17.208898 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-86e878f6-3a69-4f1f-a083-9422a11277c4 admin admin] 10.222.0.104 "GET /v2.0/subnets/ffeb96e7-76b0-4f72-891a-265f0eee1911 HTTP/1.1" status: 200 len: 868 time: 0.1052940 Jun 30 02:37:32.719575 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-95a2225c-ed16-47a6-95e2-d04789069424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.177240 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-41712bd0-cd18-4ef1-9753-de06b0442b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:35.887758 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:36.371491 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:38.276535 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:40.921210 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50842) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:40.968255 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [None req-320d94a4-1277-4b2f-b987-fe829db01261 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=99697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:37:40.969280 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-320d94a4-1277-4b2f-b987-fe829db01261 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471251 Jun 30 02:37:43.213217 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50850) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:43.272256 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab3d802-fae8-4e8e-9d4e-9afdab50732d admin admin] GET failed (client error): The resource could not be found. Jun 30 02:37:43.274178 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-aab3d802-fae8-4e8e-9d4e-9afdab50732d admin admin] 10.222.0.104 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594211 Jun 30 02:37:43.358140 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c436c5b-6b07-4ead-bee4-e1972c7ba09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:43.359636 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-7c436c5b-6b07-4ead-bee4-e1972c7ba09b admin admin] 10.222.0.104 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0817890 Jun 30 02:37:45.512343 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50858) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:45.557986 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:45.580904 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Made reservation on behalf of 380275df914f4fcd9508ae2e7f0b40d9 for: {'network': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:45.583635 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.613165 dv-cinder-733062-20-iscsi neutron-server[99697]: WARNING neutron.services.revisions.revision_plugin [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Could not find related network for resource to bump revision. Jun 30 02:37:45.629887 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=99697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:37:45.647164 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728670336314', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.647734 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Unsubscribe: segment precommit_create {{(pid=99697) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 02:37:45.648227 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.segments_db [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Added segment c973e78c-321f-4838-aa88-bf345f343249 of type vlan for network 530c3949-8f7f-4272-b89d-652f2e63a3a9 Jun 30 02:37:45.694634 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.733917 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.734855 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:45.735463 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:45.801488 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2880585 Jun 30 02:37:45.831644 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Pushing event updated for resources: {'Network': ['ID=530c3949-8f7f-4272-b89d-652f2e63a3a9,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:45.839521 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:45.839892 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:45.840236 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:45.840568 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:45.840899 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:45.841233 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:45.841559 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:45.841899 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:45.842243 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:45.842599 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:45.842922 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:45.843269 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1ae5a5-c76e-480d-8f02-e5dabac0d5be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:45.855530 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 530c3949-8f7f-4272-b89d-652f2e63a3a9 details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:37:48.036354 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50866) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:37:48.096350 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffda9d9-3b61-4e2d-8b6a-526d877aa7b7 admin admin] GET failed (client error): The resource could not be found. Jun 30 02:37:48.097648 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-4ffda9d9-3b61-4e2d-8b6a-526d877aa7b7 admin admin] 10.222.0.104 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0603397 Jun 30 02:37:48.170577 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc68064-b0b3-45b0-8fb4-319343acd04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:48.172066 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-acc68064-b0b3-45b0-8fb4-319343acd04c admin admin] 10.222.0.104 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0704806 Jun 30 02:37:48.182109 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-a1fe9742-e384-468d-b2ba-6d1b9ecb492c admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '530c3949-8f7f-4272-b89d-652f2e63a3a9', 'cidr': '192.168.233.0/24'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:37:48.201531 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fe9742-e384-468d-b2ba-6d1b9ecb492c admin admin] Made reservation on behalf of 380275df914f4fcd9508ae2e7f0b40d9 for: {'subnet': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:37:48.203988 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a1fe9742-e384-468d-b2ba-6d1b9ecb492c admin admin] Notify callbacks [] for subnet, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.365859 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a1fe9742-e384-468d-b2ba-6d1b9ecb492c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for subnet, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.418699 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe9742-e384-468d-b2ba-6d1b9ecb492c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3fefe6-d1f3-4ef6-8356-c86934fb74fc,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:48.428310 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe9742-e384-468d-b2ba-6d1b9ecb492c admin admin] Checking segment: {'id': 'c973e78c-321f-4838-aa88-bf345f343249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '530c3949-8f7f-4272-b89d-652f2e63a3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:48.428670 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fe9742-e384-468d-b2ba-6d1b9ecb492c admin admin] Network hostable DHCP agents. Network: 530c3949-8f7f-4272-b89d-652f2e63a3a9, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:37:48.444494 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fe9742-e384-468d-b2ba-6d1b9ecb492c admin admin] Network 530c3949-8f7f-4272-b89d-652f2e63a3a9 is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:37:48.454025 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-a1fe9742-e384-468d-b2ba-6d1b9ecb492c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 530c3949-8f7f-4272-b89d-652f2e63a3a9) {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:48.458059 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fe9742-e384-468d-b2ba-6d1b9ecb492c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:37:48.458629 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a1fe9742-e384-468d-b2ba-6d1b9ecb492c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.463900 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0939f6dd-d193-4f81-91e9-dc816047d939 None None] Network 530c3949-8f7f-4272-b89d-652f2e63a3a9 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:48.472757 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-a1fe9742-e384-468d-b2ba-6d1b9ecb492c admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2945471 Jun 30 02:37:48.710597 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b034b6a-ee2c-5a48-a2ee-cc22d4534911-530c3949-8f7f-4272-b89d-652f2e63a3a9', 'network_id': '530c3949-8f7f-4272-b89d-652f2e63a3a9', 'tenant_id': '380275df914f4fcd9508ae2e7f0b40d9', 'fixed_ips': [{'subnet_id': 'cf3fefe6-d1f3-4ef6-8356-c86934fb74fc'}]}} from dv-cinder-733062-20-iscsi. {{(pid=99698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:37:48.711626 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:48.854228 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.db_base_plugin_common [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Allocated IP 192.168.233.2 (530c3949-8f7f-4272-b89d-652f2e63a3a9/cf3fefe6-d1f3-4ef6-8356-c86934fb74fc/1acbd5b5-1f4a-4c12-9e27-32024cadd3c5) {{(pid=99698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:37:49.004364 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Notify callbacks [] for port, precommit_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.013912 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Transition to ACTIVE for port object 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5 will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:49.029681 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Transition to ACTIVE for port object 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5 will not be triggered until provisioned by entity DHCP. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:37:49.036252 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.078099 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Network 530c3949-8f7f-4272-b89d-652f2e63a3a9 is already hosted by enough agents. {{(pid=99698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:37:49.083161 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.base_scheduler [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Resources bound (agent type, host, resource id): {{(pid=99698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:37:49.085600 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Received port after_create {{(pid=99698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:37:49.093801 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Pushing event updated for resources: {'Port': ['ID=1acbd5b5-1f4a-4c12-9e27-32024cadd3c5,revision_number=1']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:49.104352 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:49.104749 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:49.105119 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:49.105470 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:49.105837 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:49.106196 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:49.106533 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:49.106865 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:49.107380 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:49.107611 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:49.107963 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:49.108312 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:37:49.161003 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Attempting to bind port 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:37:49.161381 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Attempting to bind port 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': 'c973e78c-321f-4838-aa88-bf345f343249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '530c3949-8f7f-4272-b89d-652f2e63a3a9'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:37:49.161745 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Attempting to bind port 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5 on network 530c3949-8f7f-4272-b89d-652f2e63a3a9 {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:37:49.167554 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:37:49.167948 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Checking segment: {'id': 'c973e78c-321f-4838-aa88-bf345f343249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '530c3949-8f7f-4272-b89d-652f2e63a3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:37:49.168348 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.168744 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Bound using segment: {'id': 'c973e78c-321f-4838-aa88-bf345f343249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '530c3949-8f7f-4272-b89d-652f2e63a3a9'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:37:49.169208 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Bound port: 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c973e78c-321f-4838-aa88-bf345f343249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '530c3949-8f7f-4272-b89d-652f2e63a3a9'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:37:49.169601 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.240812 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] For port 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:37:49.244172 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] For port 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=1acbd5b5-1f4a-4c12-9e27-32024cadd3c5,segment=NetworkSegment(c973e78c-321f-4838-aa88-bf345f343249),segment_id=c973e78c-321f-4838-aa88-bf345f343249)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:37:49.248583 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:49.310782 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2a33d-a260-4090-8a59-365c28032cfa None None] Pushing event updated for resources: {'Port': ['ID=1acbd5b5-1f4a-4c12-9e27-32024cadd3c5,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:49.331408 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 5 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:37:49.859684 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:49.928420 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:50.100592 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac4bf31-8350-4c40-9749-78f6123e5c19 None None] Network 530c3949-8f7f-4272-b89d-652f2e63a3a9 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:37:50.172002 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-8d2fa698-8e0f-4414-b377-c3aa66b5070b None None] Provisioning for port 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:37:50.184196 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-8d2fa698-8e0f-4414-b377-c3aa66b5070b None None] Provisioning complete for port 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:50.184564 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa698-8e0f-4414-b377-c3aa66b5070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.325036 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa698-8e0f-4414-b377-c3aa66b5070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.369114 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-8d2fa698-8e0f-4414-b377-c3aa66b5070b None None] For port 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=1acbd5b5-1f4a-4c12-9e27-32024cadd3c5,segment=NetworkSegment(c973e78c-321f-4838-aa88-bf345f343249),segment_id=c973e78c-321f-4838-aa88-bf345f343249)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:37:50.374068 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8d2fa698-8e0f-4414-b377-c3aa66b5070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:50.428071 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fa698-8e0f-4414-b377-c3aa66b5070b None None] Pushing event updated for resources: {'Port': ['ID=1acbd5b5-1f4a-4c12-9e27-32024cadd3c5,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:37:50.601096 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-910fbf13-a9c3-4f8e-852e-7598e09804d6 None None] Provisioning complete for port 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:50.601500 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-910fbf13-a9c3-4f8e-852e-7598e09804d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:37:51.835109 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:37:51.883459 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 1acbd5b5-1f4a-4c12-9e27-32024cadd3c5 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:37:51.883753 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:02.720725 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-052a2167-2a1f-4fb2-8ec8-159c8e4baa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.179810 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-7a8db299-f48e-41ea-92a7-785545fa4516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:05.889178 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:06.375591 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:08.281098 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:26.329584 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 5 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:38:32.722250 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-870ffb6c-c8e2-4efd-8a99-e80ca42f6bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.182219 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8960de5e-5fdf-480f-b850-313c41136251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:35.890009 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:36.377107 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:38.283992 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:56.557327 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50918) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:56.563255 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [None req-f03bfe14-fbf4-4172-a813-b8cb03bc50c4 tempest-verify_tempest_config-1479426138 tempest-verify_tempest_config-1479426138-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=99697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:38:56.564217 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-f03bfe14-fbf4-4172-a813-b8cb03bc50c4 tempest-verify_tempest_config-1479426138 tempest-verify_tempest_config-1479426138-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059288 Jun 30 02:38:56.869841 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50936) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:56.972838 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.087810 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.091566 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.138682 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=761233696bea41b19faa9726ca74d295&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2677903 Jun 30 02:38:57.139625 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149652f0-c89a-4105-b46a-e1e0cb2833fe,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:57.141496 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 50940) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:38:57.146802 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.147202 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.147593 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.147933 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.148457 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.148809 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.149148 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.149494 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.149841 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.150173 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.150501 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.150819 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f837472-0b29-4147-818d-416ba00411fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.202139 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.222153 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.311857 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.314506 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:38:57.315755 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/149652f0-c89a-4105-b46a-e1e0cb2833fe HTTP/1.1" status: 204 len: 168 time: 0.1732528 Jun 30 02:38:57.323917 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149652f0-c89a-4105-b46a-e1e0cb2833fe,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:38:57.330507 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.330875 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.331258 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.331588 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.331920 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.332262 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.332597 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.332937 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.333274 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.333606 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.333932 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:38:57.334251 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1e1683-1737-4025-801b-284baac952eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:39:02.723871 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a1110e55-335c-4795-a3f7-6befdee53961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:03.382857 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 5 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:39:05.184190 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-cb6faf19-773e-47c8-9b0e-6d22bc59343f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:05.892321 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:06.381229 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:08.287233 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:32.725799 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-e7a121a1-e0f5-4396-babd-8af36df2486f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.183666 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-6f640ed3-1d1f-4567-a62d-e2df5802dec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:35.893637 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:36.382687 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:38.288650 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:39:40.330964 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 5 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:40:02.726870 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-37860d3f-83a0-410d-8f05-876575ebc2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.183359 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-7561c20e-dc87-467d-9bfd-99ff63ded021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:05.894049 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:06.385392 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:08.292358 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:17.329719 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 5 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:40:32.727570 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e27d-2e37-40e7-99b3-43557a6de142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.187217 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-95735ae4-57eb-4609-a79b-9a12e8a774e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:35.899268 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:36.388691 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:38.295812 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:42.856255 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1023968'] for agent, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:40:46.201916 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 50994) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:46.303605 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-1eb70bf5-ec16-47b8-8b94-fb76408b5342 admin admin] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.1005991 Jun 30 02:40:48.478598 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51004) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:40:48.530307 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-e89fc8c2-68fb-4b83-ae48-3e122d923a8f admin admin] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.0506094 Jun 30 02:40:54.328589 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:41:02.729121 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-4fdf3fde-bb60-4b96-aad0-3f5d213abef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.187267 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-c335c096-6d25-4bf4-a27f-edec594edfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:05.900495 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:06.391140 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:08.296538 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:12.799448 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:31.327469 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:41:32.731296 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a0d25e39-2f5e-4540-85e0-cf27301c6f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.187522 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-59740586-4739-44c9-83eb-29e13f5c3a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:35.900926 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:36.393222 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:38.299855 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:41:42.809815 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:02.732653 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-2460f115-40b3-44b5-8f2c-52f58d89a96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.188244 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ca3fabea-b9b8-44e0-b200-f60aab9f9bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:05.901941 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:06.397475 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.304373 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:08.327150 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:42:12.823284 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.062946 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51182) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:17.307081 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-814802470-network', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:17.328023 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Made reservation on behalf of b2408837b6234e9d995f78d3edbd79b9 for: {'network': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:17.333037 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.339543 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.434309 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.437947 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.468944 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1138} {{(pid=99696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:17.471629 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd45b8a-b9fc-42db-a654-15802c8bf229,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:17.482674 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.483160 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.483495 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.483822 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.484157 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.484500 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.484824 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.485161 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.485487 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.485794 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.486116 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.486433 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Tracked resource versions report: Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: pushed versions: Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: { 'AddressGroup': {'1.2'}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'ConntrackHelper': {'1.0'}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Log': {'1.0'}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Network': {'1.1'}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Port': {'1.7'}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'PortForwarding': {'1.2'}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'QosPolicy': {'1.8'}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'SecurityGroup': {'1.4'}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'SubPort': {'1.0'}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Subnet': {'1.1'}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Trunk': {'1.1'}} Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: consumer versions: Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: { DHCP agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: HyperV agent@hv-cinder-73306: {}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: L3 agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: Metadata agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: Metering agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: Open vSwitch agent@dv-cinder-733062-20-iscsi: { 'AddressGroup': '1.2', Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'ConntrackHelper': '1.0', Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Log': '1.0', Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Network': '1.1', Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Port': '1.7', Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'PortForwarding': '1.2', Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'QosPolicy': '1.8', Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'SecurityGroup': '1.4', Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'SecurityGroupRule': '1.2', Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'SubPort': '1.0', Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Subnet': '1.1', Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: 'Trunk': '1.1'}} Jun 30 02:42:17.487597 dv-cinder-733062-20-iscsi neutron-server[99696]: {{(pid=99696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:42:17.506277 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.506625 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.segments_db [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Added segment 101fb49e-eb39-4bc1-aabd-a04ae3a9147b of type vlan for network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 Jun 30 02:42:17.523968 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51214) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:17.550176 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.583762 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.584880 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:17.585989 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.638454 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5740936 Jun 30 02:42:17.641607 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51222) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:17.648313 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Request body: {'subnet': {'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-subnet', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:17.665306 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e4197-e572-4d01-8dba-6177dd2f7aed admin admin] Pushing event updated for resources: {'Network': ['ID=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:17.677840 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:17.685000 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Made reservation on behalf of b2408837b6234e9d995f78d3edbd79b9 for: {'subnet': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:17.690943 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.895711 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for subnet, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:17.951000 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b62f119b-a044-4db4-8c45-d67ca1475948,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:17.963098 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.963924 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.964601 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.965092 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.965567 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.966067 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.966542 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.967114 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.967538 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.968007 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.968500 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.968962 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Tracked resource versions report: Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: pushed versions: Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: { 'AddressGroup': {'1.2'}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'ConntrackHelper': {'1.0'}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Log': {'1.0'}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Network': {'1.1'}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Port': {'1.7'}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'PortForwarding': {'1.2'}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'QosPolicy': {'1.8'}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'SecurityGroup': {'1.4'}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'SubPort': {'1.0'}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Subnet': {'1.1'}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Trunk': {'1.1'}} Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: consumer versions: Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: { DHCP agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: HyperV agent@hv-cinder-73306: {}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: L3 agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: Metadata agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: Metering agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: Open vSwitch agent@dv-cinder-733062-20-iscsi: { 'AddressGroup': '1.2', Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'ConntrackHelper': '1.0', Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Log': '1.0', Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Network': '1.1', Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Port': '1.7', Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'PortForwarding': '1.2', Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'QosPolicy': '1.8', Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'SecurityGroup': '1.4', Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'SecurityGroupRule': '1.2', Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'SubPort': '1.0', Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Subnet': '1.1', Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: 'Trunk': '1.1'}} Jun 30 02:42:17.970629 dv-cinder-733062-20-iscsi neutron-server[99697]: {{(pid=99697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:42:17.984010 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51236) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:17.986071 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1912885488-network', 'tenant_id': 'e35ccf29b71949a58583055254130a09'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:18.019933 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Checking segment: {'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:18.020555 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Network hostable DHCP agents. Network: b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:18.023213 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Made reservation on behalf of e35ccf29b71949a58583055254130a09 for: {'network': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:18.027202 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.045210 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.108582 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:18.125723 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2) {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:18.130223 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:18.131115 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.138463 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d74966-f027-4607-b4c9-478f7cf8e9b4 None None] Network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:18.178696 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.189476 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.223781 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-daad0271-336b-4f1a-bed5-57d18c0ffee8 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5809822 Jun 30 02:42:18.224659 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c856fda-4218-4441-9d26-0641f8021cc5,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:18.226576 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51256) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:18.231288 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:18.252655 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102} {{(pid=99697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:18.264576 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.264925 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.segments_db [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Added segment a828ee25-c200-4761-9c6c-a61fea7010f0 of type vlan for network 65c938f5-0ef5-49bd-9ce0-82ac2285db7f Jun 30 02:42:18.279132 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38302'] for router, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.280671 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38293'] for router, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.317880 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.355286 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.356430 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:18.357149 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.392505 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2111394837-network', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:18.423795 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] Pushing event updated for resources: {'Network': ['ID=65c938f5-0ef5-49bd-9ce0-82ac2285db7f,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:18.453621 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-b940adaf-ec2f-4df1-a030-73f334e11cad admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9255211 Jun 30 02:42:18.453621 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51264) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:18.466742 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-69865aad-7705-4748-aeef-f7aede78e015 admin admin] Request body: {'subnet': {'network_id': '65c938f5-0ef5-49bd-9ce0-82ac2285db7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1912885488-subnet', 'tenant_id': 'e35ccf29b71949a58583055254130a09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:18.494802 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 65c938f5-0ef5-49bd-9ce0-82ac2285db7f details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:18.514057 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69865aad-7705-4748-aeef-f7aede78e015 admin admin] Made reservation on behalf of e35ccf29b71949a58583055254130a09 for: {'subnet': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:18.518662 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-69865aad-7705-4748-aeef-f7aede78e015 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.567046 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b034b6a-ee2c-5a48-a2ee-cc22d4534911-b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948'}]}} from dv-cinder-733062-20-iscsi. {{(pid=99698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:42:18.568213 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.584153 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.589785 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Made reservation on behalf of f2c2a0f693164a369d3027991565bcc1 for: {'network': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:18.592672 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.729025 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.db_base_plugin_common [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Allocated IP 172.20.0.2 (b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2/b62f119b-a044-4db4-8c45-d67ca1475948/81924114-ab8d-44f1-b2f9-c2c4adab03b2) {{(pid=99698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:18.769235 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-69865aad-7705-4748-aeef-f7aede78e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for subnet, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.958675 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69865aad-7705-4748-aeef-f7aede78e015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27dbc886-48a8-4016-ae90-f4b5b726fbb8,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:18.970743 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:18.985676 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Transition to ACTIVE for port object 81924114-ab8d-44f1-b2f9-c2c4adab03b2 will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:19.002041 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69865aad-7705-4748-aeef-f7aede78e015 admin admin] Checking segment: {'id': 'a828ee25-c200-4761-9c6c-a61fea7010f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '65c938f5-0ef5-49bd-9ce0-82ac2285db7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:19.003605 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69865aad-7705-4748-aeef-f7aede78e015 admin admin] Network hostable DHCP agents. Network: 65c938f5-0ef5-49bd-9ce0-82ac2285db7f, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:19.017413 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Transition to ACTIVE for port object 81924114-ab8d-44f1-b2f9-c2c4adab03b2 will not be triggered until provisioned by entity DHCP. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:19.024224 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69865aad-7705-4748-aeef-f7aede78e015 admin admin] Network 65c938f5-0ef5-49bd-9ce0-82ac2285db7f is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:19.027731 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.040937 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.044115 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-69865aad-7705-4748-aeef-f7aede78e015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 65c938f5-0ef5-49bd-9ce0-82ac2285db7f) {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:19.052624 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69865aad-7705-4748-aeef-f7aede78e015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.054282 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-69865aad-7705-4748-aeef-f7aede78e015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.079271 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-69865aad-7705-4748-aeef-f7aede78e015 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6226118 Jun 30 02:42:19.137947 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 is already hosted by enough agents. {{(pid=99698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:19.145204 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Pushing event updated for resources: {'Port': ['ID=81924114-ab8d-44f1-b2f9-c2c4adab03b2,revision_number=1']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:19.153745 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.base_scheduler [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Resources bound (agent type, host, resource id): {{(pid=99698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:19.156213 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239ed59c-35cc-4632-a7ad-9a58bccd77fc None None] Network 65c938f5-0ef5-49bd-9ce0-82ac2285db7f requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:19.208629 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38371'] for router, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.222303 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.233058 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.280586 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Received port after_create {{(pid=99698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:19.295255 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.295836 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.296355 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.297765 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.298268 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.298758 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.300588 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.301100 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.303357 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370e76e1-3f69-43f3-830b-f3ee683c29c8,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:19.304046 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.304605 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.305122 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.305629 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Tracked resource versions report: Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: pushed versions: Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: { 'AddressGroup': {'1.2'}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'ConntrackHelper': {'1.0'}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Log': {'1.0'}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Network': {'1.1'}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Port': {'1.7'}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'PortForwarding': {'1.2'}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'QosPolicy': {'1.8'}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'SecurityGroup': {'1.4'}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'SubPort': {'1.0'}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Subnet': {'1.1'}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Trunk': {'1.1'}} Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: consumer versions: Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: { DHCP agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: HyperV agent@hv-cinder-73306: {}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: L3 agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: Metadata agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: Metering agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: Open vSwitch agent@dv-cinder-733062-20-iscsi: { 'AddressGroup': '1.2', Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'ConntrackHelper': '1.0', Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Log': '1.0', Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Network': '1.1', Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Port': '1.7', Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'PortForwarding': '1.2', Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'QosPolicy': '1.8', Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'SecurityGroup': '1.4', Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'SecurityGroupRule': '1.2', Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'SubPort': '1.0', Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Subnet': '1.1', Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: 'Trunk': '1.1'}} Jun 30 02:42:19.307000 dv-cinder-733062-20-iscsi neutron-server[99698]: {{(pid=99698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:42:19.403048 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124} {{(pid=99696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:19.412830 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.413187 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.segments_db [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Added segment 5f047596-0de8-4f8e-af5c-614ba511e33f of type vlan for network 20f0e20c-89ba-4836-934d-c4afdcb05111 Jun 30 02:42:19.448783 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5195b5fe-cdb2-4604-954f-73472e43c999 None None] Network 65c938f5-0ef5-49bd-9ce0-82ac2285db7f requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:19.465743 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.501397 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.503146 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:19.503968 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.526162 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51308) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:19.526664 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5412254 Jun 30 02:42:19.531465 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-fd71e5d6-92dd-4919-8092-9ac51385c308 admin admin] Request body: {'subnet': {'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2111394837-subnet', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:19.542158 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Attempting to bind port 81924114-ab8d-44f1-b2f9-c2c4adab03b2 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:19.542531 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Attempting to bind port 81924114-ab8d-44f1-b2f9-c2c4adab03b2 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:19.542900 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Attempting to bind port 81924114-ab8d-44f1-b2f9-c2c4adab03b2 on network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:19.568445 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd71e5d6-92dd-4919-8092-9ac51385c308 admin admin] Made reservation on behalf of f2c2a0f693164a369d3027991565bcc1 for: {'subnet': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:19.572525 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:19.572908 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Checking segment: {'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:19.573332 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.574391 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-fd71e5d6-92dd-4919-8092-9ac51385c308 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.577187 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Bound using segment: {'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:19.577889 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Bound port: 81924114-ab8d-44f1-b2f9-c2c4adab03b2, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:19.578483 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.596946 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad38b34-42a4-41b9-a6f7-450c4e7339fa admin admin] Pushing event updated for resources: {'Network': ['ID=20f0e20c-89ba-4836-934d-c4afdcb05111,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:19.634391 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 20f0e20c-89ba-4836-934d-c4afdcb05111 details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:19.844520 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] For port 81924114-ab8d-44f1-b2f9-c2c4adab03b2, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:19.852266 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] For port 81924114-ab8d-44f1-b2f9-c2c4adab03b2, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=81924114-ab8d-44f1-b2f9-c2c4adab03b2,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:19.859072 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.904526 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.910935 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-fd71e5d6-92dd-4919-8092-9ac51385c308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for subnet, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.956534 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:19.989615 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6706837-ca71-4919-be99-0bce1e300ca3 None None] Pushing event updated for resources: {'Port': ['ID=81924114-ab8d-44f1-b2f9-c2c4adab03b2,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:19.997342 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71e5d6-92dd-4919-8092-9ac51385c308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ff7300-2787-4759-bd36-dc868e49873a,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:20.007966 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd71e5d6-92dd-4919-8092-9ac51385c308 admin admin] Checking segment: {'id': '5f047596-0de8-4f8e-af5c-614ba511e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:20.008692 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd71e5d6-92dd-4919-8092-9ac51385c308 admin admin] Network hostable DHCP agents. Network: 20f0e20c-89ba-4836-934d-c4afdcb05111, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:20.040421 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd71e5d6-92dd-4919-8092-9ac51385c308 admin admin] Network 20f0e20c-89ba-4836-934d-c4afdcb05111 is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:20.052853 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-fd71e5d6-92dd-4919-8092-9ac51385c308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 20f0e20c-89ba-4836-934d-c4afdcb05111) {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:20.061319 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd71e5d6-92dd-4919-8092-9ac51385c308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:20.064327 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-fd71e5d6-92dd-4919-8092-9ac51385c308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.067905 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216d4bba-370e-41e7-b1bf-5a7a1e73387d None None] Network 20f0e20c-89ba-4836-934d-c4afdcb05111 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:20.085931 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-fd71e5d6-92dd-4919-8092-9ac51385c308 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5585763 Jun 30 02:42:20.086881 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51332) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:20.092477 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2111394837-router', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:20.122258 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38302'] for router, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.123752 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38293'] for router, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.236628 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Allocated IP 172.27.0.205 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/f9ced490-d877-4ae5-a238-482067f83a7e) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:20.328728 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.350146 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904cd41c-8236-4a26-beb8-b22c96c5fd31 None None] Network 20f0e20c-89ba-4836-934d-c4afdcb05111 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:20.511542 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.541948 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38371'] for router, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.635090 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.706332 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:20.711434 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:20.714047 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:20.807914 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Pushing event updated for resources: {'Port': ['ID=f9ced490-d877-4ae5-a238-482067f83a7e,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:20.899918 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:20.946410 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.062256 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51376) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:21.064431 dv-cinder-733062-20-iscsi neutron-server[99697]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 02:42:21.226991 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Allocated IP 172.27.0.165 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/ab7d95ac-cbed-408d-95d5-3d1a37a92639) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:21.307336 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3075ba-0dd1-46e4-9afc-d9133811201c None None] Network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:21.307883 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.392558 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-a3845b22-45ee-412f-a284-a9a94a1c5749 None None] Provisioning for port 81924114-ab8d-44f1-b2f9-c2c4adab03b2 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:21.414267 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-c050a8ca-1090-4a32-b32d-f449f06beb21 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:21.418477 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-c050a8ca-1090-4a32-b32d-f449f06beb21 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/networks?id=65c938f5-0ef5-49bd-9ce0-82ac2285db7f HTTP/1.1" status: 200 len: 812 time: 0.3550286 Jun 30 02:42:21.481613 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-81a6a00c-ae98-4768-909e-afa71ef9fda6 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/quotas/e35ccf29b71949a58583055254130a09 HTTP/1.1" status: 200 len: 375 time: 0.0560832 Jun 30 02:42:21.755870 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-d074d515-9b48-4325-8060-4cf7f44156c1 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=e35ccf29b71949a58583055254130a09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2619729 Jun 30 02:42:21.763661 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.859249 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1044555'] for router, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.877406 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:21.878594 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51432) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:21.945468 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:21.951105 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:21.960984 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:21.964260 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Pushing event updated for resources: {'Port': ['ID=ab7d95ac-cbed-408d-95d5-3d1a37a92639,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:22.104479 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Router 3889221c-a9a8-4bbd-8276-75c9054b3497 is scheduled to L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 with binding_index 1 {{(pid=99696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:42:22.145121 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 81924114-ab8d-44f1-b2f9-c2c4adab03b2 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:22.208875 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 81924114-ab8d-44f1-b2f9-c2c4adab03b2 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:22.219946 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 81924114-ab8d-44f1-b2f9-c2c4adab03b2 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:22.220242 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.250732 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:22.263126 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Sync routers for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:22.278493 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] Notify callbacks [] for router, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.282486 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-07db8776-8497-488c-bdca-9d760862842e admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0521817 Jun 30 02:42:22.282674 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:22.282674 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:42:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:22.283094 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51450) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:22.408885 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51452) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:22.411278 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.421930 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.427606 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2daf806f-34d5-42e0-bd4d-346ac591e570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.481447 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 81924114-ab8d-44f1-b2f9-c2c4adab03b2, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=81924114-ab8d-44f1-b2f9-c2c4adab03b2,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:22.490165 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.516574 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:22.537379 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51458) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:22.614908 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=81924114-ab8d-44f1-b2f9-c2c4adab03b2,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:22.631933 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-2a789574-eeab-4cbf-9ed6-5884680d7a89 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=99697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:42:22.632971 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-2a789574-eeab-4cbf-9ed6-5884680d7a89 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4297192 Jun 30 02:42:22.659643 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1cf2a835-84e2-47ba-a94b-ae0997d1c7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.673822 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51464) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:22.703236 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-19ba5d08-1fcc-4c3b-8281-b4bf0b2a10dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.801088 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:20Z', 'revision_number': 3, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:22.804452 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2daf806f-34d5-42e0-bd4d-346ac591e570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.810439 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2daf806f-34d5-42e0-bd4d-346ac591e570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.823842 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-db7552b9-9385-41d7-baf1-de8c0cba9ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.838339 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Checking router: 3889221c-a9a8-4bbd-8276-75c9054b3497 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:42:22.838712 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Updating router 3889221c-a9a8-4bbd-8276-75c9054b3497 port f9ced490-d877-4ae5-a238-482067f83a7e binding host dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:42:22.878968 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.db.api [None req-19ba5d08-1fcc-4c3b-8281-b4bf0b2a10dd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:42:22.878968 dv-cinder-733062-20-iscsi neutron-server[99696]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:42:22.878968 dv-cinder-733062-20-iscsi neutron-server[99696]: [parameters: {'project_id_1': '83cdf151e5a44218b7ebb46bf3d87d28', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 42, 22, 731687)}] Jun 30 02:42:22.878968 dv-cinder-733062-20-iscsi neutron-server[99696]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:42:22.879329 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG oslo_db.api [None req-19ba5d08-1fcc-4c3b-8281-b4bf0b2a10dd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:42:22.901701 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:22.903805 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-2daf806f-34d5-42e0-bd4d-346ac591e570 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=65f0a47bd82d401c82502afa5bf4cb39&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0235939 Jun 30 02:42:22.906995 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51480) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:22.921532 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-3a6f603b-f4ea-4d84-935e-50974792c970 service neutron] 10.222.0.104 "GET /v2.0/networks/65c938f5-0ef5-49bd-9ce0-82ac2285db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584538 Jun 30 02:42:22.923734 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf806f-34d5-42e0-bd4d-346ac591e570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26415d49-870b-4727-9141-0208610d61c1,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:23.045983 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-669b9e20-0a09-4e9f-b494-e1604f3eae38 service neutron] 10.222.0.104 "GET /v2.0/networks/65c938f5-0ef5-49bd-9ce0-82ac2285db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233702 Jun 30 02:42:23.075942 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1044555'] for router, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.169418 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.247114 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-adb26f25-62e6-4082-8568-5f4c55208eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.279789 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1cf2a835-84e2-47ba-a94b-ae0997d1c7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.297471 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1cf2a835-84e2-47ba-a94b-ae0997d1c7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.308943 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-adb26f25-62e6-4082-8568-5f4c55208eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.375726 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51502) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:23.378603 dv-cinder-733062-20-iscsi neutron-server[99696]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 02:42:23.382397 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-19ba5d08-1fcc-4c3b-8281-b4bf0b2a10dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.421129 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Notify callbacks [] for port, precommit_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.425066 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-1cf2a835-84e2-47ba-a94b-ae0997d1c7b1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=01a8a1c5864e4a52a10d9cd5cb0c3eb8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0120318 Jun 30 02:42:23.427833 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51510) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:23.432620 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2a835-84e2-47ba-a94b-ae0997d1c7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708de64d-0294-47d9-86d4-054edff74600,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:23.437177 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.provisioning_blocks [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Transition to ACTIVE for port object f9ced490-d877-4ae5-a238-482067f83a7e will not be triggered until provisioned by entity L2. {{(pid=99699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:23.452934 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.474443 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e46c446c-fdab-491b-b7a6-c6440bfe63eb req-e4b790d9-8d91-47df-81f5-e8b85f82030d tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 210 time: 0.0974021 Jun 30 02:42:23.519257 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Router 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 is scheduled to L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 with binding_index 1 {{(pid=99697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:42:23.523042 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-adb26f25-62e6-4082-8568-5f4c55208eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.525472 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-adb26f25-62e6-4082-8568-5f4c55208eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.526611 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-adb26f25-62e6-4082-8568-5f4c55208eb3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/26415d49-870b-4727-9141-0208610d61c1 HTTP/1.1" status: 204 len: 168 time: 0.6131122 Jun 30 02:42:23.546404 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Attempting to bind port f9ced490-d877-4ae5-a238-482067f83a7e on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:23.546781 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Attempting to bind port f9ced490-d877-4ae5-a238-482067f83a7e by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:23.547204 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Attempting to bind port f9ced490-d877-4ae5-a238-482067f83a7e on network 5c243ec1-c514-4a50-9951-3a294683a08a {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:23.558799 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Pushing event updated for resources: {'Port': ['ID=f9ced490-d877-4ae5-a238-482067f83a7e,revision_number=2']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:23.562379 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d7c705ab-47f6-42db-a650-7c6e93d881a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.564428 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:23.564950 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Checking segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:23.565399 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.565808 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Bound using segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:23.566298 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Bound port: f9ced490-d877-4ae5-a238-482067f83a7e, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:23.566723 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.574560 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb26f25-62e6-4082-8568-5f4c55208eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26415d49-870b-4727-9141-0208610d61c1,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:23.604777 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:23.605487 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:23.606197 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:23.607062 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:23.607695 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:23.608192 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:23.608685 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:23.609792 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:23.612070 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:23.612834 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:23.613577 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:23.614079 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Tracked resource versions report: Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: pushed versions: Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: { 'AddressGroup': {'1.2'}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'ConntrackHelper': {'1.0'}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Log': {'1.0'}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Network': {'1.1'}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Port': {'1.7'}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'PortForwarding': {'1.2'}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'QosPolicy': {'1.8'}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'SecurityGroup': {'1.4'}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'SecurityGroupRule': {'1.2'}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'SubPort': {'1.0'}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Subnet': {'1.1'}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Trunk': {'1.1'}} Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: consumer versions: Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: { DHCP agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: HyperV agent@hv-cinder-73306: {}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: L3 agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: Metadata agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: Metering agent@dv-cinder-733062-20-iscsi: {}, Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: Open vSwitch agent@dv-cinder-733062-20-iscsi: { 'AddressGroup': '1.2', Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'ConntrackHelper': '1.0', Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Log': '1.0', Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Network': '1.1', Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Port': '1.7', Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'PortForwarding': '1.2', Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'QosPolicy': '1.8', Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'SecurityGroup': '1.4', Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'SecurityGroupRule': '1.2', Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'SubPort': '1.0', Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Subnet': '1.1', Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: 'Trunk': '1.1'}} Jun 30 02:42:23.616314 dv-cinder-733062-20-iscsi neutron-server[99699]: {{(pid=99699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 02:42:23.646173 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-db7552b9-9385-41d7-baf1-de8c0cba9ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.659198 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d7c705ab-47f6-42db-a650-7c6e93d881a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.660008 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Allocated IP 172.20.0.1 (b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2/b62f119b-a044-4db4-8c45-d67ca1475948/44a531a1-f0d2-49dd-8614-54588f9f6295) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:23.661776 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-db7552b9-9385-41d7-baf1-de8c0cba9ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.701446 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] For port f9ced490-d877-4ae5-a238-482067f83a7e, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:23.708294 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] For port f9ced490-d877-4ae5-a238-482067f83a7e, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=f9ced490-d877-4ae5-a238-482067f83a7e,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:23.720022 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.796556 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7552b9-9385-41d7-baf1-de8c0cba9ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb65974-d5e6-4db2-bbde-5618f8903009,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:23.805884 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-db7552b9-9385-41d7-baf1-de8c0cba9ee9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f7407da1091444628a0ae53fd031a8ce&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1212275 Jun 30 02:42:23.813194 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:23.813825 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:42:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:23.819682 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51516) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:23.862395 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:23.878850 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Sync routers for ids ['2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:23.889412 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab9747-78e1-4061-a6f4-d29dd099f22e None None] Pushing event updated for resources: {'Port': ['ID=f9ced490-d877-4ae5-a238-482067f83a7e,revision_number=3']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:23.897520 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Routers {'2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:23.898147 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:42:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:23.900624 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d7c705ab-47f6-42db-a650-7c6e93d881a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.903259 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d7c705ab-47f6-42db-a650-7c6e93d881a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:23.907119 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-d7c705ab-47f6-42db-a650-7c6e93d881a4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/708de64d-0294-47d9-86d4-054edff74600 HTTP/1.1" status: 204 len: 168 time: 0.4713326 Jun 30 02:42:23.923212 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c705ab-47f6-42db-a650-7c6e93d881a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708de64d-0294-47d9-86d4-054edff74600,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:23.959373 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e4be5b27-14a7-4d87-a13e-33283b7ae48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.023178 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e4be5b27-14a7-4d87-a13e-33283b7ae48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.072273 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:24.099775 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51522) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:24.117342 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-211712ed-046b-4c98-9639-6844f7b339aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.122886 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 81924114-ab8d-44f1-b2f9-c2c4adab03b2 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:24.133919 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.164808 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-19ba5d08-1fcc-4c3b-8281-b4bf0b2a10dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.169114 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e4be5b27-14a7-4d87-a13e-33283b7ae48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.171833 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e4be5b27-14a7-4d87-a13e-33283b7ae48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.176570 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-e4be5b27-14a7-4d87-a13e-33283b7ae48f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9fb65974-d5e6-4db2-bbde-5618f8903009 HTTP/1.1" status: 204 len: 168 time: 0.3523364 Jun 30 02:42:24.197166 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] Notify callbacks [] for router, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.199934 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-19ba5d08-1fcc-4c3b-8281-b4bf0b2a10dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.201338 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-e9e019f3-7262-47a9-9be7-d413e0013437 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1134329 Jun 30 02:42:24.201943 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51530) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:24.215195 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Transition to ACTIVE for port object 44a531a1-f0d2-49dd-8614-54588f9f6295 will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:24.231607 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be5b27-14a7-4d87-a13e-33283b7ae48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb65974-d5e6-4db2-bbde-5618f8903009,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:24.270312 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Set router 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:24.352173 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-19ba5d08-1fcc-4c3b-8281-b4bf0b2a10dd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=83cdf151e5a44218b7ebb46bf3d87d28&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8136075 Jun 30 02:42:24.353897 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51542) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:24.356431 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.435042 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:24.500938 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:24.535932 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Pushing event updated for resources: {'Port': ['ID=44a531a1-f0d2-49dd-8614-54588f9f6295,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:24.562537 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:20Z', 'revision_number': 3, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:24.565950 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:24.568562 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043522'] for router_interface, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.568886 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 81924114-ab8d-44f1-b2f9-c2c4adab03b2 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:24.569268 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.595690 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51552) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:24.596714 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a84e5627-b6e1-45f1-a160-858ad1884d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.644760 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6e991-ce8b-46a6-9846-a97788cb7179 None None] The sync data for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi is: [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:20Z', 'revision_number': 3, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:24.714146 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e30243f7-51a0-4f80-a500-8761b259bd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.768459 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-211712ed-046b-4c98-9639-6844f7b339aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.789149 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-211712ed-046b-4c98-9639-6844f7b339aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.814064 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-22a6f518-c319-4fb2-8cf8-a812927c4474 req-3e961263-406c-4f3e-9e9a-f5a8aa29cd6f tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 210 time: 0.1635296 Jun 30 02:42:24.832851 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba5d08-1fcc-4c3b-8281-b4bf0b2a10dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a005a7-9a01-40b0-b29e-d6fc7da52f4a,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:24.855359 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a84e5627-b6e1-45f1-a160-858ad1884d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:24.947262 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211712ed-046b-4c98-9639-6844f7b339aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7feb937-600c-4570-8574-cd84a4757a04,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:24.954539 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-211712ed-046b-4c98-9639-6844f7b339aa admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=340c0aa2daef413f9222363b2916b67f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8526154 Jun 30 02:42:24.961385 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51560) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:25.038176 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-307cd241-8f9e-43ca-b4e7-9fa368d1c28b None None] Provisioning for port 44a531a1-f0d2-49dd-8614-54588f9f6295 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:25.066278 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-307cd241-8f9e-43ca-b4e7-9fa368d1c28b None None] Provisioning complete for port 44a531a1-f0d2-49dd-8614-54588f9f6295 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:25.066653 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-307cd241-8f9e-43ca-b4e7-9fa368d1c28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.148974 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a84e5627-b6e1-45f1-a160-858ad1884d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.151696 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a84e5627-b6e1-45f1-a160-858ad1884d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.152968 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-a84e5627-b6e1-45f1-a160-858ad1884d4f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/17a005a7-9a01-40b0-b29e-d6fc7da52f4a HTTP/1.1" status: 204 len: 168 time: 0.7843568 Jun 30 02:42:25.178150 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e5627-b6e1-45f1-a160-858ad1884d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a005a7-9a01-40b0-b29e-d6fc7da52f4a,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:25.180668 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-307cd241-8f9e-43ca-b4e7-9fa368d1c28b None None] Port 44a531a1-f0d2-49dd-8614-54588f9f6295 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:25.200219 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.240633 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'name': 'tempest-ServerRescueNegativeTestJSON-2111394837-router', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:42:22Z', 'revision_number': 3, 'project_id': 'f2c2a0f693164a369d3027991565bcc1', 'gw_port': {'id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:25.262102 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e30243f7-51a0-4f80-a500-8761b259bd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.287114 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51568) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:25.312569 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Checking router: 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:42:25.312915 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Updating router 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 port ab7d95ac-cbed-408d-95d5-3d1a37a92639 binding host dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:42:25.318799 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e30243f7-51a0-4f80-a500-8761b259bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.370967 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-e30243f7-51a0-4f80-a500-8761b259bd87 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a122622c00954b79a808a64e7f9891db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7652011 Jun 30 02:42:25.375059 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51574) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:25.435806 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.450607 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-438907ab-724e-4db9-829c-91297652b21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.518243 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-438907ab-724e-4db9-829c-91297652b21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.532828 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a10d484b-262a-4d1a-8cf1-564592215b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.539373 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.546059 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.547995 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042037'] for router_interface, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.792840 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Pushing event updated for resources: {'Port': ['ID=44a531a1-f0d2-49dd-8614-54588f9f6295,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:25.810910 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:25.812985 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:25.847908 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a10d484b-262a-4d1a-8cf1-564592215b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.911570 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dbabb404-dae2-4c26-ab60-5b9e53d0e1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:25.992401 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30243f7-51a0-4f80-a500-8761b259bd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07511f15-c394-4fba-958a-7a71bb2c19b3,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:26.085813 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51594) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:26.144199 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-306c02d7-0478-478b-945a-f3f9a0abe58a req-67035a11-6fd9-4f39-973b-0d30b6e60516 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 210 time: 0.1378953 Jun 30 02:42:26.195041 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Notify callbacks [] for port, precommit_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.207193 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.223247 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-438907ab-724e-4db9-829c-91297652b21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.227491 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Transition to ACTIVE for port object ab7d95ac-cbed-408d-95d5-3d1a37a92639 will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:26.228849 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-438907ab-724e-4db9-829c-91297652b21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.232933 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-438907ab-724e-4db9-829c-91297652b21a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f7feb937-600c-4570-8574-cd84a4757a04 HTTP/1.1" status: 204 len: 168 time: 1.2680688 Jun 30 02:42:26.238643 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device f9ced490-d877-4ae5-a238-482067f83a7e up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:26.246943 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.250545 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438907ab-724e-4db9-829c-91297652b21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7feb937-600c-4570-8574-cd84a4757a04,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:26.279188 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4182acc3-819b-47b4-9bc2-a6e25b37fa48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.471483 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-3c0d1849-6a14-4027-a493-77ab2bb1957e None None] Provisioning complete for port 44a531a1-f0d2-49dd-8614-54588f9f6295 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:26.471848 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-3c0d1849-6a14-4027-a493-77ab2bb1957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.505081 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dbabb404-dae2-4c26-ab60-5b9e53d0e1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.514330 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d1849-6a14-4027-a493-77ab2bb1957e None None] Port 44a531a1-f0d2-49dd-8614-54588f9f6295 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:26.553790 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a10d484b-262a-4d1a-8cf1-564592215b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.564264 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Attempting to bind port ab7d95ac-cbed-408d-95d5-3d1a37a92639 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:26.565945 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Attempting to bind port ab7d95ac-cbed-408d-95d5-3d1a37a92639 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:26.567378 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Attempting to bind port ab7d95ac-cbed-408d-95d5-3d1a37a92639 on network 5c243ec1-c514-4a50-9951-3a294683a08a {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:26.567989 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a10d484b-262a-4d1a-8cf1-564592215b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.570423 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-a10d484b-262a-4d1a-8cf1-564592215b0d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/07511f15-c394-4fba-958a-7a71bb2c19b3 HTTP/1.1" status: 204 len: 168 time: 1.1940989 Jun 30 02:42:26.574528 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca7e29-83e3-4b9b-8e27-2622d876ba36 None None] Pushing event updated for resources: {'Port': ['ID=ab7d95ac-cbed-408d-95d5-3d1a37a92639,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:26.579537 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:26.580810 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Checking segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:26.581557 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.582177 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Bound using segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:26.582881 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Bound port: ab7d95ac-cbed-408d-95d5-3d1a37a92639, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:26.584037 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Router 3889221c-a9a8-4bbd-8276-75c9054b3497 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:26.585235 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.605079 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dbabb404-dae2-4c26-ab60-5b9e53d0e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.614627 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Allocated IP 172.20.0.1 (20f0e20c-89ba-4836-934d-c4afdcb05111/a1ff7300-2787-4759-bd36-dc868e49873a/fd79bf45-0ef7-4d0b-9ea4-c7747e777286) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:26.657022 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] For port ab7d95ac-cbed-408d-95d5-3d1a37a92639, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:26.657859 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d484b-262a-4d1a-8cf1-564592215b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07511f15-c394-4fba-958a-7a71bb2c19b3,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:26.662403 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] For port ab7d95ac-cbed-408d-95d5-3d1a37a92639, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=ab7d95ac-cbed-408d-95d5-3d1a37a92639,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:26.668439 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.674167 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-dbabb404-dae2-4c26-ab60-5b9e53d0e1dd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=984a3fae89904562a943d3cb2411683f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3851953 Jun 30 02:42:26.682197 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51616) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:26.713545 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port f9ced490-d877-4ae5-a238-482067f83a7e completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:26.776698 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port f9ced490-d877-4ae5-a238-482067f83a7e triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:26.777738 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.808521 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.916070 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.930532 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Routers {'2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:26.932149 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:42:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:26.935071 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabb404-dae2-4c26-ab60-5b9e53d0e1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09d1847-0d85-49c6-9b91-bcdd44dbcce0,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:26.950022 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e1e593b9-4ccd-43fa-83fa-548c925bb150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:26.976087 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e1e593b9-4ccd-43fa-83fa-548c925bb150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.005759 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Pushing event updated for resources: {'Port': ['ID=fd79bf45-0ef7-4d0b-9ea4-c7747e777286,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:27.020378 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Network 20f0e20c-89ba-4836-934d-c4afdcb05111 is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:27.022565 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:27.026990 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:27.028054 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043522'] for router_interface, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.038049 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.052464 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca7e29-83e3-4b9b-8e27-2622d876ba36 None None] Pushing event updated for resources: {'Port': ['ID=ab7d95ac-cbed-408d-95d5-3d1a37a92639,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:27.071036 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e1e593b9-4ccd-43fa-83fa-548c925bb150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.075991 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e1e593b9-4ccd-43fa-83fa-548c925bb150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.079700 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-e1e593b9-4ccd-43fa-83fa-548c925bb150 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e09d1847-0d85-49c6-9b91-bcdd44dbcce0 HTTP/1.1" status: 204 len: 168 time: 0.3722663 Jun 30 02:42:27.102683 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port f9ced490-d877-4ae5-a238-482067f83a7e, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=f9ced490-d877-4ae5-a238-482067f83a7e,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:27.134849 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4182acc3-819b-47b4-9bc2-a6e25b37fa48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.134849 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:27.139965 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e593b9-4ccd-43fa-83fa-548c925bb150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09d1847-0d85-49c6-9b91-bcdd44dbcce0,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:27.150032 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-7b2eba04-c0df-466e-bde8-b7d4a646f804 admin admin] 10.222.0.104 "PUT /v2.0/routers/3889221c-a9a8-4bbd-8276-75c9054b3497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8656464 Jun 30 02:42:27.154956 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4182acc3-819b-47b4-9bc2-a6e25b37fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.214792 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.262846 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-4182acc3-819b-47b4-9bc2-a6e25b37fa48 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a6eb76ff4ec24171905ad8d992cf9d7f&name=default HTTP/1.1" status: 200 len: 2977 time: 1.1556611 Jun 30 02:42:27.262846 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182acc3-819b-47b4-9bc2-a6e25b37fa48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a83f7d1-630a-45e0-824b-ffc4d79e3be8,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:27.269940 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Sync routers for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:27.285458 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51638) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:27.285694 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:27.286220 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:42:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:27.299947 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] Set router 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:27.381163 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=f9ced490-d877-4ae5-a238-482067f83a7e,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:27.406189 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.463249 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-45060aea-a281-4b91-bae5-d6c961d1db50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.547530 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-45060aea-a281-4b91-bae5-d6c961d1db50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.588015 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'name': 'tempest-ServerRescueNegativeTestJSON-2111394837-router', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:42:22Z', 'revision_number': 3, 'project_id': 'f2c2a0f693164a369d3027991565bcc1', 'gw_port': {'id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:27.652508 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914742b6-f692-4a04-8d8a-efbe8d49d2da None None] The sync data for ids ['2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'] in dv-cinder-733062-20-iscsi is: [{'id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'name': 'tempest-ServerRescueNegativeTestJSON-2111394837-router', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:42:22Z', 'revision_number': 3, 'project_id': 'f2c2a0f693164a369d3027991565bcc1', 'gw_port': {'id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:27.656897 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:27.748744 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e80f55a9-1724-48d2-becb-ad2dab67ebe2 req-58d78313-0fc8-4962-80fa-40f57cb030a3 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 210 time: 0.1034930 Jun 30 02:42:27.753731 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.762442 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.763988 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042037'] for router_interface, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.778122 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-45060aea-a281-4b91-bae5-d6c961d1db50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.784270 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-45060aea-a281-4b91-bae5-d6c961d1db50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:27.788380 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-45060aea-a281-4b91-bae5-d6c961d1db50 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8a83f7d1-630a-45e0-824b-ffc4d79e3be8 HTTP/1.1" status: 204 len: 168 time: 0.5018921 Jun 30 02:42:27.808618 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45060aea-a281-4b91-bae5-d6c961d1db50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a83f7d1-630a-45e0-824b-ffc4d79e3be8,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:27.812131 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.88', 51856) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:28.020292 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 2, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:28.028083 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Pushing event updated for resources: {'Port': ['ID=fd79bf45-0ef7-4d0b-9ea4-c7747e777286,revision_number=2']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:28.079478 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Checking router: 3889221c-a9a8-4bbd-8276-75c9054b3497 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:42:28.079848 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Updating router 3889221c-a9a8-4bbd-8276-75c9054b3497 port 44a531a1-f0d2-49dd-8614-54588f9f6295 binding host dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:42:28.097778 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device f9ced490-d877-4ae5-a238-482067f83a7e up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:28.126203 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Network 20f0e20c-89ba-4836-934d-c4afdcb05111 is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:28.128207 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:28.222200 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.255676 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port f9ced490-d877-4ae5-a238-482067f83a7e triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:28.256616 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.441645 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Router 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:42:28.653277 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-9c96fd48-1d68-4f6b-8186-ea390f922506 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:28.659626 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-9c96fd48-1d68-4f6b-8186-ea390f922506 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.88 "GET /v2.0/networks?id=65c938f5-0ef5-49bd-9ce0-82ac2285db7f HTTP/1.1" status: 200 len: 812 time: 0.8371410 Jun 30 02:42:28.707418 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:42:28.715174 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Request body: {'port': {'device_id': 'eea44be6-8fa7-417f-83a4-f82a92ddf97a', 'network_id': '65c938f5-0ef5-49bd-9ce0-82ac2285db7f', 'admin_state_up': True, 'tenant_id': 'e35ccf29b71949a58583055254130a09'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:28.723935 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-1d20fcfe-8c57-4068-a63c-0c3214566fbe admin admin] 10.222.0.104 "PUT /v2.0/routers/2cb32e7c-e386-46e2-8af5-dc7400e2aaa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5142515 Jun 30 02:42:28.734303 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51686) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:28.768216 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-34c395d1-6876-4486-8695-ce6334186a87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1070010480', 'description': 'tempest-description--192084797'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:28.823220 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Notify callbacks [] for port, precommit_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.835696 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.provisioning_blocks [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Transition to ACTIVE for port object 44a531a1-f0d2-49dd-8614-54588f9f6295 will not be triggered until provisioned by entity L2. {{(pid=99699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:28.850410 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:28.962196 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0e1fd-294e-40ea-a3be-ae88286f3c7c None None] Pushing event updated for resources: {'Port': ['ID=44a531a1-f0d2-49dd-8614-54588f9f6295,revision_number=3']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:28.990716 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-34c395d1-6876-4486-8695-ce6334186a87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.053095 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Attempting to bind port 44a531a1-f0d2-49dd-8614-54588f9f6295 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:29.053492 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Attempting to bind port 44a531a1-f0d2-49dd-8614-54588f9f6295 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:29.053906 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Attempting to bind port 44a531a1-f0d2-49dd-8614-54588f9f6295 on network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:29.063568 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:29.063891 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Checking segment: {'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:29.064429 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.065358 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Bound using segment: {'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:29.065975 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Bound port: 44a531a1-f0d2-49dd-8614-54588f9f6295, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'}}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:29.066220 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.166808 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] For port 44a531a1-f0d2-49dd-8614-54588f9f6295, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:29.170874 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] For port 44a531a1-f0d2-49dd-8614-54588f9f6295, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=44a531a1-f0d2-49dd-8614-54588f9f6295,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:29.179682 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.225754 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-71026781-e17c-4751-82b8-13a61fb9e7c4 req-47665c30-96f9-4019-9c2b-586d8144ae18 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 210 time: 0.0965922 Jun 30 02:42:29.261211 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:29.262126 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:42:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:29.379465 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-34c395d1-6876-4486-8695-ce6334186a87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.382121 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.db.api [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 02:42:29.382121 dv-cinder-733062-20-iscsi neutron-server[99696]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 02:42:29.382121 dv-cinder-733062-20-iscsi neutron-server[99696]: [parameters: {'project_id_1': 'e35ccf29b71949a58583055254130a09', 'expiration_1': datetime.datetime(2021, 6, 30, 2, 42, 29, 246244)}] Jun 30 02:42:29.382121 dv-cinder-733062-20-iscsi neutron-server[99696]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 02:42:29.383851 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG oslo_db.api [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 02:42:29.386138 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-34c395d1-6876-4486-8695-ce6334186a87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.414400 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c395d1-6876-4486-8695-ce6334186a87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c4e1a2-6627-4aae-9e62-353ec9ec6560,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:29.430777 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-34c395d1-6876-4486-8695-ce6334186a87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.433050 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-34c395d1-6876-4486-8695-ce6334186a87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6979260 Jun 30 02:42:29.434661 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0e1fd-294e-40ea-a3be-ae88286f3c7c None None] Pushing event updated for resources: {'Port': ['ID=44a531a1-f0d2-49dd-8614-54588f9f6295,revision_number=4']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:29.435894 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51726) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:29.443255 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-60b681a3-e7f6-46b2-9bc5-38f174ddec38 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Request body: {'security_group_rule': {'security_group_id': '52c4e1a2-6627-4aae-9e62-353ec9ec6560', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:29.480088 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-60b681a3-e7f6-46b2-9bc5-38f174ddec38 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.532695 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:29.600325 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-60b681a3-e7f6-46b2-9bc5-38f174ddec38 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.606456 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-60b681a3-e7f6-46b2-9bc5-38f174ddec38 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.631636 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-60b681a3-e7f6-46b2-9bc5-38f174ddec38 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.633058 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-60b681a3-e7f6-46b2-9bc5-38f174ddec38 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1957695 Jun 30 02:42:29.635671 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b681a3-e7f6-46b2-9bc5-38f174ddec38 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a82aa7-d1ea-4c56-9ff9-1543b32a24fe,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:29.635888 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51730) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:29.641191 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-1a58ffc3-b613-45db-928d-be904be702da tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Request body: {'security_group_rule': {'security_group_id': '52c4e1a2-6627-4aae-9e62-353ec9ec6560', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:29.679954 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a58ffc3-b613-45db-928d-be904be702da tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.806731 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a58ffc3-b613-45db-928d-be904be702da tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.817133 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a58ffc3-b613-45db-928d-be904be702da tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.842096 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58ffc3-b613-45db-928d-be904be702da tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5785ea8f-5b11-4ec1-ae23-81756d4981ea,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:29.877937 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51744) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:29.937007 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:29Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:29.945927 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Made reservation on behalf of e35ccf29b71949a58583055254130a09 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:29.948121 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a58ffc3-b613-45db-928d-be904be702da tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.952793 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-1a58ffc3-b613-45db-928d-be904be702da tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3152666 Jun 30 02:42:29.953396 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 51750) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:29.956281 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:29.957854 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Request body: {'floatingip': {'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:30.072583 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.077557 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a6399a-9d27-4c1d-85d1-a21234a43400 None None] The sync data for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi is: [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:29Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:30.250128 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device ab7d95ac-cbed-408d-95d5-3d1a37a92639 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:30.458416 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Allocated IP 172.20.0.5 (65c938f5-0ef5-49bd-9ce0-82ac2285db7f/27dbc886-48a8-4016-ae90-f4b5b726fbb8/8273aa7e-437a-44b0-8530-4c722685f201) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:30.480496 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port ab7d95ac-cbed-408d-95d5-3d1a37a92639 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:30.500964 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b3d3f84d-bb5d-4e33-80b9-94a4c4becd3b req-f9c35f97-7260-479b-b20a-8ddbd08ef420 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 210 time: 0.0590715 Jun 30 02:42:30.504150 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port ab7d95ac-cbed-408d-95d5-3d1a37a92639 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:30.504541 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.643972 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Sync routers for ids ['2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:42:30.656383 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Routers {'2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:30.657348 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:42:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:30.771597 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:30.843217 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-393171608-network', 'tenant_id': '516136618f11404b87275c79f61ba397'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:31.020890 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Allocated IP 172.27.0.194 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/943bc055-4aff-493f-a64b-ce26ab8061e7) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:31.035929 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Made reservation on behalf of 516136618f11404b87275c79f61ba397 for: {'network': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:31.038318 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.102585 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.142301 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.196564 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.251329 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.281045 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.304114 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port ab7d95ac-cbed-408d-95d5-3d1a37a92639, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=ab7d95ac-cbed-408d-95d5-3d1a37a92639,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:31.329001 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.353986 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:31.381524 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event updated for resources: {'Port': ['ID=943bc055-4aff-493f-a64b-ce26ab8061e7,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:31.385502 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:31.433112 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Set router 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:31.579410 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.597334 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.617553 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:31.696030 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=ab7d95ac-cbed-408d-95d5-3d1a37a92639,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:31.871317 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e0ecb4-e043-4398-9019-1722438f7854,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:31.905265 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:31.977997 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1141} {{(pid=99696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:32.041855 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Network 65c938f5-0ef5-49bd-9ce0-82ac2285db7f is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:32.091429 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'name': 'tempest-ServerRescueNegativeTestJSON-2111394837-router', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': 'f2c2a0f693164a369d3027991565bcc1', 'gw_port': {'id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': 'fd79bf45-0ef7-4d0b-9ea4-c7747e777286', 'name': '', 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'mac_address': 'fa:16:3e:c9:0e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a1ff7300-2787-4759-bd36-dc868e49873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:26Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 2, 'project_id': 'f2c2a0f693164a369d3027991565bcc1', 'subnets': [{'id': 'a1ff7300-2787-4759-bd36-dc868e49873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:32.114199 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:32.124078 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.140494 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.segments_db [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Added segment 2fec64e1-a916-43b7-b51e-d701688a7cb1 of type vlan for network ba3f44db-7259-4c1b-90f7-74fec851baf8 Jun 30 02:42:32.197580 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Checking router: 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:42:32.198388 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Updating router 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 port fd79bf45-0ef7-4d0b-9ea4-c7747e777286 binding host dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:42:32.207424 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:32.232397 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.235617 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.277830 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-97cd7b43-12ba-4507-abae-45c464d7d3c4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.295791 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-97cd7b43-12ba-4507-abae-45c464d7d3c4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 819 time: 1.0297539 Jun 30 02:42:32.320364 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.358052 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 44a531a1-f0d2-49dd-8614-54588f9f6295 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:32.391257 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-1ef513ca-b158-4f79-a2fb-2f774b308a61 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/quotas/f2c2a0f693164a369d3027991565bcc1 HTTP/1.1" status: 200 len: 375 time: 0.0572503 Jun 30 02:42:32.414555 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Pushing event updated for resources: {'Port': ['ID=8273aa7e-437a-44b0-8530-4c722685f201,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:32.499632 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.552840 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-5273ad44-6453-4b3a-ba3c-6f13497ba975 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8446047 Jun 30 02:42:32.625721 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.654118 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-efa7d5ac-f1dd-48ad-aef4-4342e0ffd31e tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=99696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:42:32.655484 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-efa7d5ac-f1dd-48ad-aef4-4342e0ffd31e tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0270786 Jun 30 02:42:32.684254 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd7c03-1160-4856-a82f-da8809b17b2f req-a6bc9361-0b48-4a46-9e77-0aa14e9fc3ad tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.723156 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 44a531a1-f0d2-49dd-8614-54588f9f6295 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:32.724212 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-04fd7c03-1160-4856-a82f-da8809b17b2f req-a6bc9361-0b48-4a46-9e77-0aa14e9fc3ad tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 931 time: 0.7990158 Jun 30 02:42:32.729739 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 44a531a1-f0d2-49dd-8614-54588f9f6295 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:32.729739 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.789093 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.795061 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:32.799289 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.931122 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:32.937221 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.003670 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-04fd7c03-1160-4856-a82f-da8809b17b2f req-1436dc19-7d02-41a3-a1f8-339fd816dc89 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059525 Jun 30 02:42:33.011762 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-71111762-87b5-451c-ab32-13b0caed022c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6193190 Jun 30 02:42:33.020549 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-59e131c5-53ff-45d4-b53f-06eacd4ad1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.048071 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1682107 Jun 30 02:42:33.052244 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51810) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:33.059994 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 44a531a1-f0d2-49dd-8614-54588f9f6295, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=44a531a1-f0d2-49dd-8614-54588f9f6295,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:33.068318 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-288c259f-1e34-438e-8e1b-c4341142c8b9 admin admin] Request body: {'subnet': {'network_id': 'ba3f44db-7259-4c1b-90f7-74fec851baf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-393171608-subnet', 'tenant_id': '516136618f11404b87275c79f61ba397', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:33.079040 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd153f37-56dd-487f-80b3-243ded028a8c admin admin] Pushing event updated for resources: {'Network': ['ID=ba3f44db-7259-4c1b-90f7-74fec851baf8,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:33.132822 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288c259f-1e34-438e-8e1b-c4341142c8b9 admin admin] Made reservation on behalf of 516136618f11404b87275c79f61ba397 for: {'subnet': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:33.139295 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-288c259f-1e34-438e-8e1b-c4341142c8b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.145695 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network ba3f44db-7259-4c1b-90f7-74fec851baf8 details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:33.148448 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.149501 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device ab7d95ac-cbed-408d-95d5-3d1a37a92639 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:33.216206 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-1ea9d7f2-c71c-482e-9bc1-289772fe1995 service neutron] 10.222.0.104 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884680 Jun 30 02:42:33.526872 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.534319 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.594212 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.627691 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.629059 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6747429 Jun 30 02:42:33.650191 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-b751a0d9-8558-4728-8969-00ceb6a42222 service neutron] 10.222.0.104 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203925 Jun 30 02:42:33.671172 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75042c68-c5db-4c9b-b3dd-33fbdfe7fc81 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event updated for resources: {'Port': ['ID=943bc055-4aff-493f-a64b-ce26ab8061e7,revision_number=2']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:33.760526 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port ab7d95ac-cbed-408d-95d5-3d1a37a92639 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:33.761092 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.781716 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=44a531a1-f0d2-49dd-8614-54588f9f6295,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:33.816951 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-288c259f-1e34-438e-8e1b-c4341142c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for subnet, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:33.945728 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c259f-1e34-438e-8e1b-c4341142c8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c97593-955c-4621-9e5b-b360202cb5d5,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:33.990179 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Notify callbacks [] for port, precommit_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.018853 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Transition to ACTIVE for port object fd79bf45-0ef7-4d0b-9ea4-c7747e777286 will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:34.030001 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.083125 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87397a0b-394e-4f78-8013-28f658c4a74e None None] Pushing event updated for resources: {'Port': ['ID=fd79bf45-0ef7-4d0b-9ea4-c7747e777286,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:34.085759 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-14185c75-fa7b-4cb3-b305-7bfb9e5fdeb9 req-2e94809d-2f08-4687-8c67-27a328dd930b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 210 time: 0.1428702 Jun 30 02:42:34.119370 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Request body: {'port': {'device_id': 'eea44be6-8fa7-417f-83a4-f82a92ddf97a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:34.256591 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Attempting to bind port fd79bf45-0ef7-4d0b-9ea4-c7747e777286 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:34.257353 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Attempting to bind port fd79bf45-0ef7-4d0b-9ea4-c7747e777286 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '5f047596-0de8-4f8e-af5c-614ba511e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:34.257924 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Attempting to bind port fd79bf45-0ef7-4d0b-9ea4-c7747e777286 on network 20f0e20c-89ba-4836-934d-c4afdcb05111 {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:34.295643 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:34.296202 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Checking segment: {'id': '5f047596-0de8-4f8e-af5c-614ba511e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:34.297840 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.299912 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Bound using segment: {'id': '5f047596-0de8-4f8e-af5c-614ba511e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:34.302227 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Bound port: fd79bf45-0ef7-4d0b-9ea4-c7747e777286, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f047596-0de8-4f8e-af5c-614ba511e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:34.303472 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.405537 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288c259f-1e34-438e-8e1b-c4341142c8b9 admin admin] Checking segment: {'id': '2fec64e1-a916-43b7-b51e-d701688a7cb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': 'ba3f44db-7259-4c1b-90f7-74fec851baf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:34.409859 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c259f-1e34-438e-8e1b-c4341142c8b9 admin admin] Network hostable DHCP agents. Network: ba3f44db-7259-4c1b-90f7-74fec851baf8, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:34.492549 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 44a531a1-f0d2-49dd-8614-54588f9f6295 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:34.642793 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] For port fd79bf45-0ef7-4d0b-9ea4-c7747e777286, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:34.690860 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] For port fd79bf45-0ef7-4d0b-9ea4-c7747e777286, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=fd79bf45-0ef7-4d0b-9ea4-c7747e777286,segment=NetworkSegment(5f047596-0de8-4f8e-af5c-614ba511e33f),segment_id=5f047596-0de8-4f8e-af5c-614ba511e33f)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:34.706659 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.734458 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac06e68-0a1c-426f-b449-0c44d9a5b43a req-c0ae3db2-d586-4e68-b7fa-e171a2020210 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:34.749723 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-aac06e68-0a1c-426f-b449-0c44d9a5b43a req-c0ae3db2-d586-4e68-b7fa-e171a2020210 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 931 time: 0.2446878 Jun 30 02:42:34.829727 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 44a531a1-f0d2-49dd-8614-54588f9f6295 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:34.830808 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.834951 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Routers {'2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:42:34.835607 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:42:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:34.884499 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:34.964545 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-aac06e68-0a1c-426f-b449-0c44d9a5b43a req-1d46b913-52a8-4bf8-9f7b-7a52869ba0a1 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081070 Jun 30 02:42:34.987206 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288c259f-1e34-438e-8e1b-c4341142c8b9 admin admin] Network ba3f44db-7259-4c1b-90f7-74fec851baf8 is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:35.129730 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-161ac16d-fcf0-4e89-a8bc-fe38f9bb3c88 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1070010480&fields=id&tenant_id=b2408837b6234e9d995f78d3edbd79b9 HTTP/1.1" status: 200 len: 267 time: 0.2808156 Jun 30 02:42:35.148297 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-288c259f-1e34-438e-8e1b-c4341142c8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, ba3f44db-7259-4c1b-90f7-74fec851baf8) {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:35.194275 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288c259f-1e34-438e-8e1b-c4341142c8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.194275 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-288c259f-1e34-438e-8e1b-c4341142c8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:35.353423 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] Set router 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:42:35.360712 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c865-94b9-4e83-bac0-5a633264563c req-754250b9-29a4-44ce-a1e0-b5be3fdab01f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.372834 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-754250b9-29a4-44ce-a1e0-b5be3fdab01f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 819 time: 0.2071564 Jun 30 02:42:35.392145 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f33551fc-15ca-447f-a687-b434a8705859 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/quotas/f2c2a0f693164a369d3027991565bcc1 HTTP/1.1" status: 200 len: 375 time: 0.0168583 Jun 30 02:42:35.537879 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-d0677560-805b-4268-95b2-03c8c8446519 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1441410 Jun 30 02:42:35.582286 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-288c259f-1e34-438e-8e1b-c4341142c8b9 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5285451 Jun 30 02:42:35.863388 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e93f8142-2387-4c9e-8b23-6b04ae388e3f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:35.871930 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e93f8142-2387-4c9e-8b23-6b04ae388e3f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 816 time: 0.7114909 Jun 30 02:42:35.901693 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-e7b42025-a152-4854-9b5a-d184c77a0615 service neutron] 10.222.0.104 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611872 Jun 30 02:42:35.940995 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-59c82c89-29cd-48a4-9f6d-9cfd9d982bc2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/quotas/b2408837b6234e9d995f78d3edbd79b9 HTTP/1.1" status: 200 len: 375 time: 0.0430033 Jun 30 02:42:36.098060 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87397a0b-394e-4f78-8013-28f658c4a74e None None] Pushing event updated for resources: {'Port': ['ID=fd79bf45-0ef7-4d0b-9ea4-c7747e777286,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:36.119019 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-3a9cdff0-7b9e-442e-ba98-62d6c6d805a7 service neutron] 10.222.0.104 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163446 Jun 30 02:42:36.160810 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b07ff-4be5-4d66-be4b-f79324da3a2d None None] Network ba3f44db-7259-4c1b-90f7-74fec851baf8 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:36.838106 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3f5f3-a1c8-4ade-bb4e-b219defccd61 req-e5a6f7fa-cf61-4a5a-a77b-4f3c6961c68f tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:36.856707 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-aee3f5f3-a1c8-4ade-bb4e-b219defccd61 req-e5a6f7fa-cf61-4a5a-a77b-4f3c6961c68f tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 931 time: 0.2342100 Jun 30 02:42:36.897628 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-b28b94bf-69e9-4c45-9eaa-e9f4e7e40a6c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9457345 Jun 30 02:42:37.005841 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-aee3f5f3-a1c8-4ade-bb4e-b219defccd61 req-ecf10d07-fdaa-4385-8c80-3d9bacea53e3 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477787 Jun 30 02:42:37.023488 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9dfd074a-4bd1-44f9-8d95-b3b6da2f39a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.074610 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.092229 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.099533 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc6b059-60d7-42ee-874d-4d91287f9f13 None None] Network ba3f44db-7259-4c1b-90f7-74fec851baf8 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:37.208707 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7a2a7137-a2db-4b3c-92b6-f8d0041088a3 req-9204897d-5328-41fb-84cb-629276a2dea9 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 210 time: 0.0902290 Jun 30 02:42:37.315202 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8273aa7e-437a-44b0-8530-4c722685f201 {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:37.333481 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 51968) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:37.345991 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.387938 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Transition to ACTIVE for port object 8273aa7e-437a-44b0-8530-4c722685f201 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:37.396835 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.430575 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'name': 'tempest-ServerRescueNegativeTestJSON-2111394837-router', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': 'f2c2a0f693164a369d3027991565bcc1', 'gw_port': {'id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': 'fd79bf45-0ef7-4d0b-9ea4-c7747e777286', 'name': '', 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'mac_address': 'fa:16:3e:c9:0e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a1ff7300-2787-4759-bd36-dc868e49873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:26Z', 'updated_at': '2021-06-30T02:42:34Z', 'revision_number': 4, 'project_id': 'f2c2a0f693164a369d3027991565bcc1', 'subnets': [{'id': 'a1ff7300-2787-4759-bd36-dc868e49873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:37.488415 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc45aa8e-b121-4cb4-ae03-38f311f191f6 None None] The sync data for ids ['2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'] in dv-cinder-733062-20-iscsi is: [{'id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'name': 'tempest-ServerRescueNegativeTestJSON-2111394837-router', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': 'f2c2a0f693164a369d3027991565bcc1', 'gw_port': {'id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': 'fd79bf45-0ef7-4d0b-9ea4-c7747e777286', 'name': '', 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'mac_address': 'fa:16:3e:c9:0e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'a1ff7300-2787-4759-bd36-dc868e49873a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:26Z', 'updated_at': '2021-06-30T02:42:34Z', 'revision_number': 4, 'project_id': 'f2c2a0f693164a369d3027991565bcc1', 'subnets': [{'id': 'a1ff7300-2787-4759-bd36-dc868e49873a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:42:37.529021 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Pushing event updated for resources: {'Port': ['ID=8273aa7e-437a-44b0-8530-4c722685f201,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:37.591444 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Attempting to bind port 8273aa7e-437a-44b0-8530-4c722685f201 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:37.591961 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Attempting to bind port 8273aa7e-437a-44b0-8530-4c722685f201 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'a828ee25-c200-4761-9c6c-a61fea7010f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '65c938f5-0ef5-49bd-9ce0-82ac2285db7f'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:37.592425 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Attempting to bind port 8273aa7e-437a-44b0-8530-4c722685f201 on network 65c938f5-0ef5-49bd-9ce0-82ac2285db7f {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:37.598708 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Port 8273aa7e-437a-44b0-8530-4c722685f201 on network 65c938f5-0ef5-49bd-9ce0-82ac2285db7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:37.599215 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Attempting to bind port 8273aa7e-437a-44b0-8530-4c722685f201 on network 65c938f5-0ef5-49bd-9ce0-82ac2285db7f {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:37.605354 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:37.605811 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Checking segment: {'id': 'a828ee25-c200-4761-9c6c-a61fea7010f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '65c938f5-0ef5-49bd-9ce0-82ac2285db7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:37.606475 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Bound using segment: {'id': 'a828ee25-c200-4761-9c6c-a61fea7010f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '65c938f5-0ef5-49bd-9ce0-82ac2285db7f'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:37.607102 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Bound port: 8273aa7e-437a-44b0-8530-4c722685f201, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a828ee25-c200-4761-9c6c-a61fea7010f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '65c938f5-0ef5-49bd-9ce0-82ac2285db7f'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:37.607608 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.815572 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] For port 8273aa7e-437a-44b0-8530-4c722685f201, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:37.833002 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] For port 8273aa7e-437a-44b0-8530-4c722685f201, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8273aa7e-437a-44b0-8530-4c722685f201,segment=NetworkSegment(a828ee25-c200-4761-9c6c-a61fea7010f0),segment_id=a828ee25-c200-4761-9c6c-a61fea7010f0)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:37.844392 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.915369 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:37.916119 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:37.917769 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] 10.222.0.88 "PUT /v2.0/ports/8273aa7e-437a-44b0-8530-4c722685f201 HTTP/1.1" status: 200 len: 1093 time: 4.5910609 Jun 30 02:42:37.918333 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea44be6-8fa7-417f-83a4-f82a92ddf97a', 'tag': '8273aa7e-437a-44b0-8530-4c722685f201'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:38.309973 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-a40af2e1-a2f9-4fd0-8dc6-a619e19c9b76 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=99696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:42:38.320439 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-a40af2e1-a2f9-4fd0-8dc6-a619e19c9b76 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2028351 Jun 30 02:42:38.331749 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2d1f9673-1fc2-42a8-9e2e-e018dc47511f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.340886 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:38.459858 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b876a0-6e37-44aa-a784-2ce1cb7afb1f service neutron] Pushing event updated for resources: {'Port': ['ID=8273aa7e-437a-44b0-8530-4c722685f201,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:38.508964 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23509f-2acb-489b-bf2f-afdd9da74a18 req-d57ab72f-8324-41a9-bbe0-938c514f69ca tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:38.523684 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0f23509f-2acb-489b-bf2f-afdd9da74a18 req-d57ab72f-8324-41a9-bbe0-938c514f69ca tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 943 time: 0.2219243 Jun 30 02:42:38.594331 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6df684-96b6-4dc0-bd9a-25f2a747808c" -d '{"events": [{"name": "network-changed", "server_uuid": "eea44be6-8fa7-417f-83a4-f82a92ddf97a", "tag": "8273aa7e-437a-44b0-8530-4c722685f201"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:38.698682 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0f23509f-2acb-489b-bf2f-afdd9da74a18 req-68f52894-211a-4c90-b862-55f4dcd338b5 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685922 Jun 30 02:42:38.708200 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-8d9c11b5-95b2-4c75-89c3-1340d9fbfeb6 service neutron] 10.222.0.104 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163230 Jun 30 02:42:38.894585 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52022) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:38.900575 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1497708934-network', 'tenant_id': 'd47399dcc7c441028062a4dbd6ed1664'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:39.093151 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c47931ab-ddb9-404a-99fb-a8c0d58dd330 req-7bb93ab1-46bd-4fb0-bc59-e866230c553d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 210 time: 0.1149106 Jun 30 02:42:39.120346 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2d1f9673-1fc2-42a8-9e2e-e018dc47511f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.139758 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2d1f9673-1fc2-42a8-9e2e-e018dc47511f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.167051 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Made reservation on behalf of d47399dcc7c441028062a4dbd6ed1664 for: {'network': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:39.178514 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.191682 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-bb6083dc-f3b9-4987-aebd-b15c8363a248 service neutron] 10.222.0.104 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713850 Jun 30 02:42:39.213932 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.311763 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-2d1f9673-1fc2-42a8-9e2e-e018dc47511f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6242cbc1190c4082a9e60734d572b928&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9753931 Jun 30 02:42:39.323486 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 52034) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:39.464000 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f9673-1fc2-42a8-9e2e-e018dc47511f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d459048-55b0-4c92-841e-e21c2fcd4436,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:39.516491 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-7b391388-a3fb-4e54-a047-8c48b555d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:39.518589 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-7b391388-a3fb-4e54-a047-8c48b555d09e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e35ccf29b71949a58583055254130a09&device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 1096 time: 0.7755144 Jun 30 02:42:39.519312 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b3adccb1-0249-4eae-a162-57fe73b2d8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.524362 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device fd79bf45-0ef7-4d0b-9ea4-c7747e777286 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:39.621940 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b3adccb1-0249-4eae-a162-57fe73b2d8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.652154 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port fd79bf45-0ef7-4d0b-9ea4-c7747e777286 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:39.661308 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port fd79bf45-0ef7-4d0b-9ea4-c7747e777286 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:39.661992 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.666025 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.695186 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.825219 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1121} {{(pid=99697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:39.844585 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9362b3d-fffa-4286-8a61-26ff312959d8,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:39.906828 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:39.911665 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.segments_db [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Added segment 72bee15b-bd54-4446-bafc-ff993eabbb80 of type vlan for network 990fe683-61d8-417e-b505-714f7ab94759 Jun 30 02:42:39.946448 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.067456 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e1455b-e69f-442b-aff9-a52bb3c8eb35 x-openstack-request-id: req-86e1455b-e69f-442b-aff9-a52bb3c8eb35 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:40.068485 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea44be6-8fa7-417f-83a4-f82a92ddf97a", "tag": "8273aa7e-437a-44b0-8530-4c722685f201", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:40.069699 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-86e1455b-e69f-442b-aff9-a52bb3c8eb35 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:40.077277 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea44be6-8fa7-417f-83a4-f82a92ddf97a', 'tag': '8273aa7e-437a-44b0-8530-4c722685f201', 'status': 'completed', 'code': 200} Jun 30 02:42:40.078771 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b3adccb1-0249-4eae-a162-57fe73b2d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.082874 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b3adccb1-0249-4eae-a162-57fe73b2d8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.091106 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-b3adccb1-0249-4eae-a162-57fe73b2d8b9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0d459048-55b0-4c92-841e-e21c2fcd4436 HTTP/1.1" status: 204 len: 168 time: 0.7425299 Jun 30 02:42:40.112728 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-f59111d5-95af-457f-bcee-d5babd95e4e3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8273aa7e-437a-44b0-8530-4c722685f201 HTTP/1.1" status: 200 len: 217 time: 0.4817874 Jun 30 02:42:40.182756 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port fd79bf45-0ef7-4d0b-9ea4-c7747e777286, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=fd79bf45-0ef7-4d0b-9ea4-c7747e777286,segment=NetworkSegment(5f047596-0de8-4f8e-af5c-614ba511e33f),segment_id=5f047596-0de8-4f8e-af5c-614ba511e33f)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:40.192427 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.221545 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adccb1-0249-4eae-a162-57fe73b2d8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d459048-55b0-4c92-841e-e21c2fcd4436,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:40.337028 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-781dee53-4d87-4b35-8a74-1893a093f3a3 req-37cc3523-00f0-4b96-a326-88be882d836a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 210 time: 0.1757059 Jun 30 02:42:40.338651 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.410637 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=fd79bf45-0ef7-4d0b-9ea4-c7747e777286,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:40.477735 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.479276 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.482723 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.510768 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.6142199 Jun 30 02:42:40.522720 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 52078) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:40.540768 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-fd931173-f397-4520-acba-cc21afa968e6 admin admin] Request body: {'subnet': {'network_id': '990fe683-61d8-417e-b505-714f7ab94759', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1497708934-subnet', 'tenant_id': 'd47399dcc7c441028062a4dbd6ed1664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:40.599620 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-e4e7f864-0075-4577-ada1-70bfe2448a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:40.604655 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-e4e7f864-0075-4577-ada1-70bfe2448a08 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=27dbc886-48a8-4016-ae90-f4b5b726fbb8 HTTP/1.1" status: 200 len: 852 time: 0.4909899 Jun 30 02:42:40.605709 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c513c22-9549-4ee3-bea1-51f49d447c83 admin admin] Pushing event updated for resources: {'Network': ['ID=990fe683-61d8-417e-b505-714f7ab94759,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:40.606593 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd931173-f397-4520-acba-cc21afa968e6 admin admin] Made reservation on behalf of d47399dcc7c441028062a4dbd6ed1664 for: {'subnet': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:40.612902 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fd931173-f397-4520-acba-cc21afa968e6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:40.623698 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 990fe683-61d8-417e-b505-714f7ab94759 details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:40.856389 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cb6176af-704c-4281-9c86-4ff06be75083 req-5ab4ada8-9ef4-4d5f-a15e-bb98a2692eb0 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 210 time: 0.0742271 Jun 30 02:42:41.155524 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52094) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:41.171323 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c6091763-6493-4c5b-959c-20ef3b36c29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.338183 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device fd79bf45-0ef7-4d0b-9ea4-c7747e777286 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:41.472911 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port fd79bf45-0ef7-4d0b-9ea4-c7747e777286 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:41.473656 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.524340 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c6091763-6493-4c5b-959c-20ef3b36c29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.530896 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c6091763-6493-4c5b-959c-20ef3b36c29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.563679 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-38022c0f-f0f5-4a74-8d91-60a7a95c6f35 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=65c938f5-0ef5-49bd-9ce0-82ac2285db7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5505862 Jun 30 02:42:41.596888 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c40fe-f0df-4777-8273-e2015c1a94f9 req-1b081d21-c25d-436b-8913-eb8e038b02c2 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.598703 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-933c40fe-f0df-4777-8273-e2015c1a94f9 req-1b081d21-c25d-436b-8913-eb8e038b02c2 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 943 time: 1.3042843 Jun 30 02:42:41.600157 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fd931173-f397-4520-acba-cc21afa968e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for subnet, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.660991 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd931173-f397-4520-acba-cc21afa968e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88814c1-9a2f-4887-a607-241fa9d48c92,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:41.668376 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-c6091763-6493-4c5b-959c-20ef3b36c29b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fdaafd731368427d80477626d8537856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5092652 Jun 30 02:42:41.671442 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52102) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:41.672217 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6091763-6493-4c5b-959c-20ef3b36c29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9275859e-93e3-4d83-bbea-a4f8352d654d,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:41.702482 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd931173-f397-4520-acba-cc21afa968e6 admin admin] Checking segment: {'id': '72bee15b-bd54-4446-bafc-ff993eabbb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '990fe683-61d8-417e-b505-714f7ab94759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:41.702482 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd931173-f397-4520-acba-cc21afa968e6 admin admin] Network hostable DHCP agents. Network: 990fe683-61d8-417e-b505-714f7ab94759, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:41.753642 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-933c40fe-f0df-4777-8273-e2015c1a94f9 req-02caba00-69cb-452e-8530-d7faa0a5c617 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467307 Jun 30 02:42:41.754262 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd931173-f397-4520-acba-cc21afa968e6 admin admin] Network 990fe683-61d8-417e-b505-714f7ab94759 is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:41.769446 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-fd931173-f397-4520-acba-cc21afa968e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 990fe683-61d8-417e-b505-714f7ab94759) {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:41.775638 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd931173-f397-4520-acba-cc21afa968e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:41.777574 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fd931173-f397-4520-acba-cc21afa968e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:41.794492 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8948993c-4848-4f4e-9cd0-ed92a33c1f2c None None] Network 990fe683-61d8-417e-b505-714f7ab94759 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:41.819622 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-fd931173-f397-4520-acba-cc21afa968e6 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2835805 Jun 30 02:42:42.161680 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eadebe2-10f8-4d93-93e3-c4b8e548eb4b None None] Network 990fe683-61d8-417e-b505-714f7ab94759 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:42.245893 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 52118) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:42.269942 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e6e1683f-671f-4814-bc53-499470394478 req-519385cd-639b-43e9-8364-e1892eee28de tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 210 time: 0.1117032 Jun 30 02:42:42.342550 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.88', 51875) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:42.347656 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_v2 [None req-e443d1d8-bb18-483f-95b1-d5d057ff2578 admin admin] Deleting subnet 19c97593-955c-4621-9e5b-b360202cb5d5 {{(pid=99696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:42:42.351886 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e443d1d8-bb18-483f-95b1-d5d057ff2578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.380320 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a1b0a349-6071-4254-aca7-587ee4b2d689 req-86f94e0d-fda9-4f57-9d8c-bfc63e043257 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 210 time: 0.1392846 Jun 30 02:42:42.401932 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e443d1d8-bb18-483f-95b1-d5d057ff2578 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.414639 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e443d1d8-bb18-483f-95b1-d5d057ff2578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.452381 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6d60-1326-4c7b-b060-7a3b7ae6de58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.503693 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6d60-1326-4c7b-b060-7a3b7ae6de58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.598845 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6d60-1326-4c7b-b060-7a3b7ae6de58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.611630 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-dd6f6d60-1326-4c7b-b060-7a3b7ae6de58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.616175 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-dd6f6d60-1326-4c7b-b060-7a3b7ae6de58 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9275859e-93e3-4d83-bbea-a4f8352d654d HTTP/1.1" status: 204 len: 168 time: 0.9359469 Jun 30 02:42:42.646448 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f6d60-1326-4c7b-b060-7a3b7ae6de58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9275859e-93e3-4d83-bbea-a4f8352d654d,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:42.656128 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-6d274e33-efc8-4d45-a513-51bd39dacab5 service neutron] 10.222.0.88 "GET /v2.0/networks/65c938f5-0ef5-49bd-9ce0-82ac2285db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7477410 Jun 30 02:42:42.657575 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e443d1d8-bb18-483f-95b1-d5d057ff2578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for subnet, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.698127 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443d1d8-bb18-483f-95b1-d5d057ff2578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c97593-955c-4621-9e5b-b360202cb5d5,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:42.710140 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e443d1d8-bb18-483f-95b1-d5d057ff2578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.712570 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-e443d1d8-bb18-483f-95b1-d5d057ff2578 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/19c97593-955c-4621-9e5b-b360202cb5d5 HTTP/1.1" status: 204 len: 168 time: 0.4412422 Jun 30 02:42:42.715554 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52134) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:42.747058 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-0237db85-53f7-4942-9c6a-5ecd9afa9ef5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:42.747467 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-0237db85-53f7-4942-9c6a-5ecd9afa9ef5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.88 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 819 time: 0.1970632 Jun 30 02:42:42.789220 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.835226 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.889162 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:42.901583 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:42.901933 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:42.902871 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:42.903349 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > port after_create 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:42.904433 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > port after_delete 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:42.904793 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > port after_update 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:42.905115 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:42.905435 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:42.905753 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:42.906071 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:42.985924 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb8a4b-8e93-4f79-88cd-575a0d6d8e9b req-f44a6534-f213-447c-a4d8-d7d37da95a21 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:42.988093 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-91eb8a4b-8e93-4f79-88cd-575a0d6d8e9b req-f44a6534-f213-447c-a4d8-d7d37da95a21 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 943 time: 0.0866008 Jun 30 02:42:43.028953 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-91eb8a4b-8e93-4f79-88cd-575a0d6d8e9b req-28f4a54f-fa47-4b27-867b-e44d642bcf81 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348160 Jun 30 02:42:43.175032 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:43.175399 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:43.175733 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:43.176063 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:42:43.176430 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3f44db-7259-4c1b-90f7-74fec851baf8']}} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:43.194836 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fec64e1-a916-43b7-b51e-d701688a7cb1') {'for_net_delete': True} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:43.195173 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fec64e1-a916-43b7-b51e-d701688a7cb1') {} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:43.210944 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6836292'] for segment, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.232169 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.241941 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=99697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:42:43.242326 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6448324'] for segment, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: from cryptography.utils import int_from_bytes Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: from cryptography.utils import int_from_bytes Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: Traceback (most recent call last): Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: timer() Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: cb(*args, **kw) Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: return func(*args, **kwargs) Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: self._notify() Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: self.callback(batched_events) Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: event.method(event) Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: return f(self, *a, **k) Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._get(url).json() Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: return self.request(url, 'GET', **kwargs) Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:42:43.246648 dv-cinder-733062-20-iscsi neutron-server[99697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:42:43.312585 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.320851 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.326016 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 52166) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:43.326163 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] 10.222.0.104 "DELETE /v2.0/networks/ba3f44db-7259-4c1b-90f7-74fec851baf8 HTTP/1.1" status: 204 len: 168 time: 0.6100836 Jun 30 02:42:43.337067 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e62ca-c676-42b0-8cbe-3f6f48f1a44d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba3f44db-7259-4c1b-90f7-74fec851baf8,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:43.378164 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_v2 [None req-95261121-c6bc-4214-81c4-c4af9d587b44 admin admin] Deleting subnet a88814c1-9a2f-4887-a607-241fa9d48c92 {{(pid=99696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:42:43.381486 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-95261121-c6bc-4214-81c4-c4af9d587b44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.416946 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-95261121-c6bc-4214-81c4-c4af9d587b44 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.426708 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-95261121-c6bc-4214-81c4-c4af9d587b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.446947 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6e0ee03e-2b45-4a86-835c-00d1a3df65d1 req-c9425165-824e-49a9-a7d9-3d4c9d8b88f7 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 210 time: 0.0396087 Jun 30 02:42:43.489569 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-95261121-c6bc-4214-81c4-c4af9d587b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for subnet, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.518570 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-95261121-c6bc-4214-81c4-c4af9d587b44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.520638 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-95261121-c6bc-4214-81c4-c4af9d587b44 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/a88814c1-9a2f-4887-a607-241fa9d48c92 HTTP/1.1" status: 204 len: 168 time: 0.1931837 Jun 30 02:42:43.521640 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95261121-c6bc-4214-81c4-c4af9d587b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88814c1-9a2f-4887-a607-241fa9d48c92,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:43.523370 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52172) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:43.570769 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c6777f0-e3e7-45d0-8a99-b5bbe2d370e7 req-11266550-d6fd-4b3e-b6de-33aa0da2e0de tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 210 time: 0.0303431 Jun 30 02:42:43.615292 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a74a6b1b-5789-4728-bca6-244772290cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.708081 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a74a6b1b-5789-4728-bca6-244772290cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.719108 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-a74a6b1b-5789-4728-bca6-244772290cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990fe683-61d8-417e-b505-714f7ab94759']}} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:43.730598 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-a74a6b1b-5789-4728-bca6-244772290cc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bee15b-bd54-4446-bafc-ff993eabbb80') {'for_net_delete': True} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:43.730900 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-a74a6b1b-5789-4728-bca6-244772290cc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bee15b-bd54-4446-bafc-ff993eabbb80') {} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:42:43.741126 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a74a6b1b-5789-4728-bca6-244772290cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6836292'] for segment, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.757528 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a74a6b1b-5789-4728-bca6-244772290cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.765283 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74a6b1b-5789-4728-bca6-244772290cc2 admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=99697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:42:43.765681 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a74a6b1b-5789-4728-bca6-244772290cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6448324'] for segment, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: Traceback (most recent call last): Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: timer() Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: cb(*args, **kw) Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: return func(*args, **kwargs) Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: self._notify() Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: self.callback(batched_events) Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: event.method(event) Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: return f(self, *a, **k) Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._get(url).json() Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: return self.request(url, 'GET', **kwargs) Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:42:43.768070 dv-cinder-733062-20-iscsi neutron-server[99697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:42:43.830089 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a74a6b1b-5789-4728-bca6-244772290cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.836548 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a74a6b1b-5789-4728-bca6-244772290cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:43.841279 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-a74a6b1b-5789-4728-bca6-244772290cc2 admin admin] 10.222.0.104 "DELETE /v2.0/networks/990fe683-61d8-417e-b505-714f7ab94759 HTTP/1.1" status: 204 len: 168 time: 0.3144789 Jun 30 02:42:43.851379 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a6b1b-5789-4728-bca6-244772290cc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=990fe683-61d8-417e-b505-714f7ab94759,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:44.045333 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52216) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:44.092914 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-b67b117d-1d23-42d0-ad2e-ada5aef94d3c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=516136618f11404b87275c79f61ba397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463042 Jun 30 02:42:44.095242 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52220) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:44.149638 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-21b0e247-7215-4bad-97a4-31c0b95f0c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.201947 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-21b0e247-7215-4bad-97a4-31c0b95f0c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.260207 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f731a8-afe4-44e5-b575-4aa17d424bd8 req-15dbc7e1-0078-4096-b66b-756628dac287 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:44.261677 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b5f731a8-afe4-44e5-b575-4aa17d424bd8 req-15dbc7e1-0078-4096-b66b-756628dac287 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 943 time: 0.1101935 Jun 30 02:42:44.286888 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-21b0e247-7215-4bad-97a4-31c0b95f0c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.286888 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-21b0e247-7215-4bad-97a4-31c0b95f0c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.289970 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-21b0e247-7215-4bad-97a4-31c0b95f0c39 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a7e0ecb4-e043-4398-9019-1722438f7854 HTTP/1.1" status: 204 len: 168 time: 0.1909955 Jun 30 02:42:44.299163 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0e247-7215-4bad-97a4-31c0b95f0c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e0ecb4-e043-4398-9019-1722438f7854,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:44.327693 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b5f731a8-afe4-44e5-b575-4aa17d424bd8 req-b73180b0-1f80-49bb-a790-b4a6384a7b4c tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586350 Jun 30 02:42:44.611533 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7b89f727-9015-4ef8-bfee-25054f117ea1 req-eb601f89-7670-40b4-ac8b-2bf42ec453aa tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 210 time: 0.0392134 Jun 30 02:42:44.645760 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52248) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:44.727890 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-43c1b646-647c-4b14-a237-a93869a6bf64 req-0547727c-7abf-4cff-a218-fb048c21ef48 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 210 time: 0.0302210 Jun 30 02:42:44.755759 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 52254) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:44.773252 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1027c817-583f-4644-b819-fd4f5e83e557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.799120 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-0d29386f-bc21-4594-8462-36a38748c852 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d47399dcc7c441028062a4dbd6ed1664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416639 Jun 30 02:42:44.801652 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 52258) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:44.857069 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-62483ea1-bc6e-4d35-8c19-13667ce6ba24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.868775 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1027c817-583f-4644-b819-fd4f5e83e557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.872743 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1027c817-583f-4644-b819-fd4f5e83e557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.879073 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-62483ea1-bc6e-4d35-8c19-13667ce6ba24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.910081 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027c817-583f-4644-b819-fd4f5e83e557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2fad98-1a36-462d-9299-bd8753ca4c63,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:44.914890 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-1027c817-583f-4644-b819-fd4f5e83e557 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=34a411bd865a4d98a59869cb3bc45a55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681396 Jun 30 02:42:44.918291 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52260) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:44.940005 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-62483ea1-bc6e-4d35-8c19-13667ce6ba24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.942626 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-62483ea1-bc6e-4d35-8c19-13667ce6ba24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.943891 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-62483ea1-bc6e-4d35-8c19-13667ce6ba24 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a9362b3d-fffa-4286-8a61-26ff312959d8 HTTP/1.1" status: 204 len: 168 time: 0.1410508 Jun 30 02:42:44.953157 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62483ea1-bc6e-4d35-8c19-13667ce6ba24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9362b3d-fffa-4286-8a61-26ff312959d8,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:44.975340 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3847eb4b-f56e-4df8-8d2a-b8ab2d0aad2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:44.997646 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3847eb4b-f56e-4df8-8d2a-b8ab2d0aad2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.057673 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3847eb4b-f56e-4df8-8d2a-b8ab2d0aad2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.060514 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3847eb4b-f56e-4df8-8d2a-b8ab2d0aad2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.065093 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-3847eb4b-f56e-4df8-8d2a-b8ab2d0aad2b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5c2fad98-1a36-462d-9299-bd8753ca4c63 HTTP/1.1" status: 204 len: 168 time: 0.1429961 Jun 30 02:42:45.070527 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847eb4b-f56e-4df8-8d2a-b8ab2d0aad2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2fad98-1a36-462d-9299-bd8753ca4c63,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:45.326687 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:42:45.405747 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 52284) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:45.419403 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7d2f33f9-a183-45bb-836e-105c87bf35ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.547084 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69b4d7-023b-4d1e-bb92-9dd304f5d49e req-58df8dee-140e-4103-b129-dbc28bc38a3c tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:45.549125 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a69b4d7-023b-4d1e-bb92-9dd304f5d49e req-58df8dee-140e-4103-b129-dbc28bc38a3c tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 943 time: 0.1063838 Jun 30 02:42:45.592214 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7d2f33f9-a183-45bb-836e-105c87bf35ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.602645 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7d2f33f9-a183-45bb-836e-105c87bf35ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.619717 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a69b4d7-023b-4d1e-bb92-9dd304f5d49e req-e97b19fb-b727-4aa3-a4cc-46e5f1722671 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600975 Jun 30 02:42:45.659956 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52296) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:45.667244 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-7d2f33f9-a183-45bb-836e-105c87bf35ed admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0a01d37f49b84a599f425ea36b5790fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526870 Jun 30 02:42:45.668641 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f33f9-a183-45bb-836e-105c87bf35ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70121ad-12ea-494d-b3b3-00c1902ce681,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:45.722270 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-da0158c0-0f7f-4ec9-99a4-382aaaa62522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.770327 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8dec1749-c95b-468d-a677-3f894338f41d req-7d4d39d0-dc7d-4f3e-93b8-2e9aeb8c9eb9 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 210 time: 0.0375926 Jun 30 02:42:45.772533 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-da0158c0-0f7f-4ec9-99a4-382aaaa62522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.834904 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-da0158c0-0f7f-4ec9-99a4-382aaaa62522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.837744 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-da0158c0-0f7f-4ec9-99a4-382aaaa62522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:45.839092 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-da0158c0-0f7f-4ec9-99a4-382aaaa62522 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a70121ad-12ea-494d-b3b3-00c1902ce681 HTTP/1.1" status: 204 len: 168 time: 0.1779525 Jun 30 02:42:45.847770 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0158c0-0f7f-4ec9-99a4-382aaaa62522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70121ad-12ea-494d-b3b3-00c1902ce681,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:45.913670 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-56b184f3-1b7b-428e-9700-40e48bf52bb7 req-9bf9a784-03ca-4025-8f0b-b9c93269926c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 210 time: 0.0329711 Jun 30 02:42:46.725492 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52364) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:46.812419 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7b69c-be7e-48e9-95a8-8a91f0d3bb1c req-25e24dff-04d6-40f7-81f1-528ab5b4ef4a tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:46.814223 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bbe7b69c-be7e-48e9-95a8-8a91f0d3bb1c req-25e24dff-04d6-40f7-81f1-528ab5b4ef4a tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 943 time: 0.0720196 Jun 30 02:42:46.850065 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ddf80803-d1f1-4d5b-93dd-5165e3a70e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:46.873372 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bbe7b69c-be7e-48e9-95a8-8a91f0d3bb1c req-0c6ddfad-25d9-40f0-89ff-212fcd479d80 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519078 Jun 30 02:42:46.930430 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e603a8c1-13c9-4d30-bc5e-3b5c42bc5e74 req-3bdaeb46-6963-41ae-b31d-670f43b1708c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 210 time: 0.0386305 Jun 30 02:42:47.000605 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ddf80803-d1f1-4d5b-93dd-5165e3a70e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.005803 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ddf80803-d1f1-4d5b-93dd-5165e3a70e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.081757 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6bb5c848-63a8-405d-af3c-cd83cb22a9cf req-e3987c30-c05b-4c99-8da7-cd29acae9a56 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 210 time: 0.0405183 Jun 30 02:42:47.083939 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ddf80803-d1f1-4d5b-93dd-5165e3a70e99 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3628952c19514cbdaa6031fdad5f456a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574669 Jun 30 02:42:47.084814 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf80803-d1f1-4d5b-93dd-5165e3a70e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f019ee0-38e1-40dd-a7b8-24c7aba7055f,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:47.087107 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52384) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:47.138823 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a55b7458-e1b1-4818-bc47-2c49882a42ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.161796 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a55b7458-e1b1-4818-bc47-2c49882a42ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.209013 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a55b7458-e1b1-4818-bc47-2c49882a42ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.211689 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a55b7458-e1b1-4818-bc47-2c49882a42ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.213041 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-a55b7458-e1b1-4818-bc47-2c49882a42ec admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5f019ee0-38e1-40dd-a7b8-24c7aba7055f HTTP/1.1" status: 204 len: 168 time: 0.1249325 Jun 30 02:42:47.221349 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b7458-e1b1-4818-bc47-2c49882a42ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f019ee0-38e1-40dd-a7b8-24c7aba7055f,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:47.557173 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52402) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:47.570905 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-322ed349-5b49-4e42-bb9e-3396cbda6f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.668378 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-322ed349-5b49-4e42-bb9e-3396cbda6f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.674180 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-322ed349-5b49-4e42-bb9e-3396cbda6f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.714204 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ed349-5b49-4e42-bb9e-3396cbda6f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a128ee6-22c8-4771-aa28-445ccdcfbd25,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:47.720691 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-322ed349-5b49-4e42-bb9e-3396cbda6f3c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ce000a2b62e14559939b5a31889fe254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602738 Jun 30 02:42:47.721303 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 52412) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:47.770125 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4829f586-3dd8-4975-9d03-0435ee34eda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.793276 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4829f586-3dd8-4975-9d03-0435ee34eda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.851244 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4829f586-3dd8-4975-9d03-0435ee34eda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.855313 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4829f586-3dd8-4975-9d03-0435ee34eda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:47.855397 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-4829f586-3dd8-4975-9d03-0435ee34eda1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0a128ee6-22c8-4771-aa28-445ccdcfbd25 HTTP/1.1" status: 204 len: 168 time: 0.1331065 Jun 30 02:42:47.865184 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829f586-3dd8-4975-9d03-0435ee34eda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a128ee6-22c8-4771-aa28-445ccdcfbd25,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:48.074099 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da26e5c-9378-4c21-a462-ab7aec054ace req-eff0c571-e795-4707-88fc-db30844e72df tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.075693 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1da26e5c-9378-4c21-a462-ab7aec054ace req-eff0c571-e795-4707-88fc-db30844e72df tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 943 time: 0.0832076 Jun 30 02:42:48.121863 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f8028406-49dd-4a63-8efd-20252e169a2b req-455fd5ae-548b-4ee5-9ad4-c555e9cb7041 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 210 time: 0.0401556 Jun 30 02:42:48.131574 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1da26e5c-9378-4c21-a462-ab7aec054ace req-c24c9cee-52c5-4521-898b-5179f2835f9c tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483770 Jun 30 02:42:48.255996 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6feffaaf-678c-4142-b181-9ac2c9d0161d req-e0670943-d90d-4fd5-8449-098ed95f652f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 210 time: 0.0304599 Jun 30 02:42:48.346302 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 52460) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:48.496996 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d0cead52-5e6b-4027-a6dd-7feb81c36bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.545727 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-94daa93c-c570-4816-a63a-79128de37a2d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Request body: {'port': {'device_id': 'a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8', 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111', 'admin_state_up': True, 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:48.702777 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a480fbf-95e4-4f33-ab04-6560a4374099 req-98a8adad-011a-4ac5-b150-ab33202b6164 service neutron] 10.222.0.88 "GET /v2.0/networks/65c938f5-0ef5-49bd-9ce0-82ac2285db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605504 Jun 30 02:42:48.746051 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52478) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:48.773777 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d0cead52-5e6b-4027-a6dd-7feb81c36bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.781372 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d0cead52-5e6b-4027-a6dd-7feb81c36bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.856427 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-20473629-network', 'tenant_id': '70d831c3edff4015be0315375fa88467'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:48.862376 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-d0cead52-5e6b-4027-a6dd-7feb81c36bbd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3a8a005b268344f5829fd389270d728b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149829 Jun 30 02:42:48.865013 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52486) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:48.869125 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cead52-5e6b-4027-a6dd-7feb81c36bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c2ae7c-8ef5-4321-a71b-83acf7c87106,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:48.875355 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-94daa93c-c570-4816-a63a-79128de37a2d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Made reservation on behalf of f2c2a0f693164a369d3027991565bcc1 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:48.880054 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-94daa93c-c570-4816-a63a-79128de37a2d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.891442 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Made reservation on behalf of 70d831c3edff4015be0315375fa88467 for: {'network': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:48.894483 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.905756 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.949977 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df684-96b6-4dc0-bd9a-25f2a747808c req-1d4826ac-c5b0-463d-84d2-6e6d537a8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:48.951492 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9f6df684-96b6-4dc0-bd9a-25f2a747808c req-1d4826ac-c5b0-463d-84d2-6e6d537a8e04 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=e35ccf29b71949a58583055254130a09&device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 1096 time: 0.1414845 Jun 30 02:42:48.960149 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ba98151a-fc03-44bf-8f27-5473e0590ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:48.995983 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ba98151a-fc03-44bf-8f27-5473e0590ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.076896 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ba98151a-fc03-44bf-8f27-5473e0590ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.079678 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ba98151a-fc03-44bf-8f27-5473e0590ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.084046 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ba98151a-fc03-44bf-8f27-5473e0590ec3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/67c2ae7c-8ef5-4321-a71b-83acf7c87106 HTTP/1.1" status: 204 len: 168 time: 0.2180936 Jun 30 02:42:49.093247 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.103429 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.108726 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98151a-fc03-44bf-8f27-5473e0590ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c2ae7c-8ef5-4321-a71b-83acf7c87106,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:49.154075 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107} {{(pid=99697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:49.182883 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.88', 51881) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:49.213980 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.216195 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.segments_db [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Added segment 3a75bbc9-77f2-45df-8d59-51a10e77dc10 of type vlan for network b844640a-1daf-4d21-a753-e5a7446b6cbc Jun 30 02:42:49.219291 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11defc42-2723-42e5-ac88-90a3e0ddf4fa,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:49.242633 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-94daa93c-c570-4816-a63a-79128de37a2d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Allocated IP 172.20.0.2 (20f0e20c-89ba-4836-934d-c4afdcb05111/a1ff7300-2787-4759-bd36-dc868e49873a/2cb7bccc-0119-4216-85b3-7c7928ee4530) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:49.302220 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.335871 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.337548 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.338142 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.370150 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df684-96b6-4dc0-bd9a-25f2a747808c req-3955b222-53f3-447f-9d79-8d0a0460c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.372352 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9f6df684-96b6-4dc0-bd9a-25f2a747808c req-3955b222-53f3-447f-9d79-8d0a0460c285 service neutron] 10.222.0.88 "GET /v2.0/networks?id=65c938f5-0ef5-49bd-9ce0-82ac2285db7f HTTP/1.1" status: 200 len: 914 time: 0.4079456 Jun 30 02:42:49.445209 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9f6df684-96b6-4dc0-bd9a-25f2a747808c req-4b32f29a-3129-472c-b8c5-db962ca95297 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8273aa7e-437a-44b0-8530-4c722685f201 HTTP/1.1" status: 200 len: 217 time: 0.0614986 Jun 30 02:42:49.531591 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52506) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:49.533824 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7850425 Jun 30 02:42:49.535104 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3444dc6c-f1b1-46ad-b137-775b60f2a8b0 req-7c847a48-7739-497f-a1b0-052cf00ab4b4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 210 time: 0.0729465 Jun 30 02:42:49.538526 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 52508) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:49.543739 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-64fd1d26-07bf-4172-8078-bd77bc77eb6e admin admin] Request body: {'subnet': {'network_id': 'b844640a-1daf-4d21-a753-e5a7446b6cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-20473629-subnet', 'tenant_id': '70d831c3edff4015be0315375fa88467', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:49.566361 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c865-94b9-4e83-bac0-5a633264563c req-0a443715-7d08-4774-87ac-dc9f14a73f60 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.567941 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-0a443715-7d08-4774-87ac-dc9f14a73f60 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.88 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 819 time: 0.3820813 Jun 30 02:42:49.573557 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e63abe-f191-4340-8a6c-43af37a6d3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b844640a-1daf-4d21-a753-e5a7446b6cbc,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:49.576667 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-29d756e6-5701-4b34-b21b-2cfabbe2d53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.585332 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network b844640a-1daf-4d21-a753-e5a7446b6cbc details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:49.596516 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fd1d26-07bf-4172-8078-bd77bc77eb6e admin admin] Made reservation on behalf of 70d831c3edff4015be0315375fa88467 for: {'subnet': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:49.599138 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-64fd1d26-07bf-4172-8078-bd77bc77eb6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.624429 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1758a6-da05-41b7-b5b6-886564bb097a req-d186263a-c0dd-4f33-932b-4d921c67d3ce tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:49.625895 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6c1758a6-da05-41b7-b5b6-886564bb097a req-d186263a-c0dd-4f33-932b-4d921c67d3ce tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 943 time: 0.2804003 Jun 30 02:42:49.653364 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-39f0c865-94b9-4e83-bac0-5a633264563c req-3d724d99-1a8f-4377-9a42-56bb856794c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Request body: {'port': {'device_id': '519b6886-c2b6-41e3-bda9-48c0d5f9ad1e', 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111', 'admin_state_up': True, 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:49.706391 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6c1758a6-da05-41b7-b5b6-886564bb097a req-fc45bda6-22ae-4814-8567-ac0fc8f966fb tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698602 Jun 30 02:42:49.792670 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-29d756e6-5701-4b34-b21b-2cfabbe2d53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.798655 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-29d756e6-5701-4b34-b21b-2cfabbe2d53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.853273 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-29d756e6-5701-4b34-b21b-2cfabbe2d53c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a95c08f8322141eba1bf9000db2360dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183551 Jun 30 02:42:49.856273 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52518) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:49.863518 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d756e6-5701-4b34-b21b-2cfabbe2d53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968da78e-4d5d-4cbc-a0b3-e3186272e00b,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:49.915396 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d906ea17-3e38-4e58-999c-2acc8d27b071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.940925 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d906ea17-3e38-4e58-999c-2acc8d27b071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:49.998104 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d906ea17-3e38-4e58-999c-2acc8d27b071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.001371 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d906ea17-3e38-4e58-999c-2acc8d27b071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.002672 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-d906ea17-3e38-4e58-999c-2acc8d27b071 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/968da78e-4d5d-4cbc-a0b3-e3186272e00b HTTP/1.1" status: 204 len: 168 time: 0.1451535 Jun 30 02:42:50.011794 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906ea17-3e38-4e58-999c-2acc8d27b071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968da78e-4d5d-4cbc-a0b3-e3186272e00b,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:50.031391 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3669a3af-36f3-4a15-81f9-076cb53b8170 req-2b2aa6f3-c59d-4a99-aa86-aa10f60ac68e tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 210 time: 0.1033061 Jun 30 02:42:50.129383 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6df684-96b6-4dc0-bd9a-25f2a747808c req-969e3652-7296-4fed-aa66-9121271019e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:50.131475 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9f6df684-96b6-4dc0-bd9a-25f2a747808c req-969e3652-7296-4fed-aa66-9121271019e4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=27dbc886-48a8-4016-ae90-f4b5b726fbb8 HTTP/1.1" status: 200 len: 852 time: 0.5020053 Jun 30 02:42:50.221443 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9f6df684-96b6-4dc0-bd9a-25f2a747808c req-4ce6d851-0490-4623-b816-0c04916fba6e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=65c938f5-0ef5-49bd-9ce0-82ac2285db7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769486 Jun 30 02:42:50.237547 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-94daa93c-c570-4816-a63a-79128de37a2d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.363325 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f0c865-94b9-4e83-bac0-5a633264563c req-3d724d99-1a8f-4377-9a42-56bb856794c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Made reservation on behalf of f2c2a0f693164a369d3027991565bcc1 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:50.366851 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-39f0c865-94b9-4e83-bac0-5a633264563c req-3d724d99-1a8f-4377-9a42-56bb856794c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.478214 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-94daa93c-c570-4816-a63a-79128de37a2d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.498341 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9f6df684-96b6-4dc0-bd9a-25f2a747808c req-162b3443-dea5-49fb-95d1-dc02382e3a67 service neutron] 10.222.0.88 "GET /v2.0/networks/65c938f5-0ef5-49bd-9ce0-82ac2285db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664306 Jun 30 02:42:50.583276 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-64fd1d26-07bf-4172-8078-bd77bc77eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for subnet, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.613650 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-94daa93c-c570-4816-a63a-79128de37a2d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Network 20f0e20c-89ba-4836-934d-c4afdcb05111 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:50.660719 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-94daa93c-c570-4816-a63a-79128de37a2d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:50.663253 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-94daa93c-c570-4816-a63a-79128de37a2d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:50.670502 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-94daa93c-c570-4816-a63a-79128de37a2d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:50.671238 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-94daa93c-c570-4816-a63a-79128de37a2d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:50.751879 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94daa93c-c570-4816-a63a-79128de37a2d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Pushing event updated for resources: {'Port': ['ID=2cb7bccc-0119-4216-85b3-7c7928ee4530,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:50.785763 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-94daa93c-c570-4816-a63a-79128de37a2d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2448027 Jun 30 02:42:50.826992 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Request body: {'port': {'device_id': 'a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:50.827123 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-72f9438f-625f-4ff3-8c46-e05873f38bad req-ed7d0bbc-b9a8-4516-ac11-695841730f5b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 210 time: 0.1067426 Jun 30 02:42:50.897868 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd1d26-07bf-4172-8078-bd77bc77eb6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa05f936-8722-4495-b3e9-900dd885f348,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:50.920479 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-39f0c865-94b9-4e83-bac0-5a633264563c req-3d724d99-1a8f-4377-9a42-56bb856794c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Allocated IP 172.20.0.11 (20f0e20c-89ba-4836-934d-c4afdcb05111/a1ff7300-2787-4759-bd36-dc868e49873a/29915648-ff48-4fa1-9add-2e872d0ea18a) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:50.953212 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9f6df684-96b6-4dc0-bd9a-25f2a747808c req-2e3317e0-1214-44fc-bd80-f04b0dbd832e service neutron] 10.222.0.88 "GET /v2.0/networks/65c938f5-0ef5-49bd-9ce0-82ac2285db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154930 Jun 30 02:42:50.959926 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fd1d26-07bf-4172-8078-bd77bc77eb6e admin admin] Checking segment: {'id': '3a75bbc9-77f2-45df-8d59-51a10e77dc10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': 'b844640a-1daf-4d21-a753-e5a7446b6cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:50.960290 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd1d26-07bf-4172-8078-bd77bc77eb6e admin admin] Network hostable DHCP agents. Network: b844640a-1daf-4d21-a753-e5a7446b6cbc, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:51.097848 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.166103 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fd1d26-07bf-4172-8078-bd77bc77eb6e admin admin] Network b844640a-1daf-4d21-a753-e5a7446b6cbc is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:51.211563 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-23946d2a-feaa-46c3-ab9b-e4ad98589b58 req-ff4124bd-f28c-4c56-bd47-8124d2cf18e7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 210 time: 0.0383372 Jun 30 02:42:51.248002 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-64fd1d26-07bf-4172-8078-bd77bc77eb6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, b844640a-1daf-4d21-a753-e5a7446b6cbc) {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:51.253156 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fd1d26-07bf-4172-8078-bd77bc77eb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:51.253736 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-64fd1d26-07bf-4172-8078-bd77bc77eb6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.262985 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095105d0-a090-4822-bc7c-a7fe5e88f59f None None] Network b844640a-1daf-4d21-a753-e5a7446b6cbc requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:51.330087 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc2808-a710-4112-97ff-180b5dfee889 req-e48be702-71cd-4d60-9944-0821be47c508 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:51.331815 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84fc2808-a710-4112-97ff-180b5dfee889 req-e48be702-71cd-4d60-9944-0821be47c508 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 943 time: 0.3738120 Jun 30 02:42:51.368247 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-64fd1d26-07bf-4172-8078-bd77bc77eb6e admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8282588 Jun 30 02:42:51.453188 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536b9f57-11f4-46b8-add8-62c1c0176b62 None None] Network b844640a-1daf-4d21-a753-e5a7446b6cbc requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:51.500112 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-6eb398d9-56ba-4594-99a2-36011fcb9c44 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:51.501795 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-6eb398d9-56ba-4594-99a2-36011fcb9c44 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.88 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 816 time: 0.4402900 Jun 30 02:42:51.578936 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-39f0c865-94b9-4e83-bac0-5a633264563c req-3d724d99-1a8f-4377-9a42-56bb856794c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.591054 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84fc2808-a710-4112-97ff-180b5dfee889 req-f5b36063-2772-4c23-8e5b-4f19314008fd tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407463 Jun 30 02:42:51.638126 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-54e50e4d-1d5c-42d6-93c5-7171c52c0d0b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2408837b6234e9d995f78d3edbd79b9 HTTP/1.1" status: 200 len: 380 time: 0.1183760 Jun 30 02:42:51.649668 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Request body: {'port': {'device_id': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'admin_state_up': True, 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'security_groups': ['52c4e1a2-6627-4aae-9e62-353ec9ec6560']}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:51.738087 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-39f0c865-94b9-4e83-bac0-5a633264563c req-3d724d99-1a8f-4377-9a42-56bb856794c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.806407 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 8273aa7e-437a-44b0-8530-4c722685f201 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:51.861346 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f0c865-94b9-4e83-bac0-5a633264563c req-3d724d99-1a8f-4377-9a42-56bb856794c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Network 20f0e20c-89ba-4836-934d-c4afdcb05111 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:51.869823 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d724d99-1a8f-4377-9a42-56bb856794c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Pushing event updated for resources: {'Port': ['ID=29915648-ff48-4fa1-9add-2e872d0ea18a,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:51.872606 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-39f0c865-94b9-4e83-bac0-5a633264563c req-3d724d99-1a8f-4377-9a42-56bb856794c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:51.884849 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f0c865-94b9-4e83-bac0-5a633264563c req-3d724d99-1a8f-4377-9a42-56bb856794c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:51.890308 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c865-94b9-4e83-bac0-5a633264563c req-3d724d99-1a8f-4377-9a42-56bb856794c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:51.890930 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-39f0c865-94b9-4e83-bac0-5a633264563c req-3d724d99-1a8f-4377-9a42-56bb856794c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:51.989681 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Made reservation on behalf of b2408837b6234e9d995f78d3edbd79b9 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:52.005158 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.020164 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-3d724d99-1a8f-4377-9a42-56bb856794c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3813431 Jun 30 02:42:52.048746 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 8273aa7e-437a-44b0-8530-4c722685f201, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8273aa7e-437a-44b0-8530-4c722685f201,segment=NetworkSegment(a828ee25-c200-4761-9c6c-a61fea7010f0),segment_id=a828ee25-c200-4761-9c6c-a61fea7010f0)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:52.068185 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Request body: {'port': {'device_id': '519b6886-c2b6-41e3-bda9-48c0d5f9ad1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:52.070354 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '8273aa7e-437a-44b0-8530-4c722685f201', 'network_id': '65c938f5-0ef5-49bd-9ce0-82ac2285db7f', 'port_id': '8273aa7e-437a-44b0-8530-4c722685f201', 'mac_address': 'fa:16:3e:95:c2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27dbc886-48a8-4016-ae90-f4b5b726fbb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:52.138638 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fb1ed-e831-48bc-bd22-2237d86d4ccd req-4ae0e60b-3243-491c-a181-886007bc9979 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:52.145789 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-049fb1ed-e831-48bc-bd22-2237d86d4ccd req-4ae0e60b-3243-491c-a181-886007bc9979 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 932 time: 0.1308234 Jun 30 02:42:52.153775 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb7bccc-0119-4216-85b3-7c7928ee4530 {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:52.164867 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.172046 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.185214 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Transition to ACTIVE for port object 2cb7bccc-0119-4216-85b3-7c7928ee4530 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:52.201166 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8273aa7e-437a-44b0-8530-4c722685f201 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:52.207063 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.229431 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-049fb1ed-e831-48bc-bd22-2237d86d4ccd req-4b18d701-fec4-45c4-9f7a-1d188e242929 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771253 Jun 30 02:42:52.244333 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 8273aa7e-437a-44b0-8530-4c722685f201, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8273aa7e-437a-44b0-8530-4c722685f201,segment=NetworkSegment(a828ee25-c200-4761-9c6c-a61fea7010f0),segment_id=a828ee25-c200-4761-9c6c-a61fea7010f0)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:52.253444 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.372942 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=8273aa7e-437a-44b0-8530-4c722685f201,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:52.405086 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52648) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:52.411699 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-690835892-network', 'tenant_id': 'b78b15bf05794c4fbc2e39acc777266e'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:52.447850 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Made reservation on behalf of b78b15bf05794c4fbc2e39acc777266e for: {'network': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:52.450487 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.463732 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.564444 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.577216 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.580626 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-24d509cd-c2f1-4d84-a03f-ce0df26c4792 req-4a5e4281-0174-4a7e-b32f-0a2f6c17dfdb tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 210 time: 0.0874000 Jun 30 02:42:52.600695 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1140} {{(pid=99697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:42:52.615172 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.617139 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7bccc-0119-4216-85b3-7c7928ee4530,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:52.645557 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7031900-536c-4d63-b8b7-10a4b62249b3,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:52.663788 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.664136 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.segments_db [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Added segment 3cba6a66-ef08-4c84-9d85-5d049314ce2e of type vlan for network 9314c567-5172-4820-981f-d79a5a514799 Jun 30 02:42:52.728070 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.762248 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Attempting to bind port 2cb7bccc-0119-4216-85b3-7c7928ee4530 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:52.762614 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Attempting to bind port 2cb7bccc-0119-4216-85b3-7c7928ee4530 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '5f047596-0de8-4f8e-af5c-614ba511e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:52.763043 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Attempting to bind port 2cb7bccc-0119-4216-85b3-7c7928ee4530 on network 20f0e20c-89ba-4836-934d-c4afdcb05111 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:52.783347 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Allocated IP 172.20.0.11 (b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2/b62f119b-a044-4db4-8c45-d67ca1475948/46cc1817-02bc-4998-bee2-94f7893d5d86) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:42:52.785585 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Port 2cb7bccc-0119-4216-85b3-7c7928ee4530 on network 20f0e20c-89ba-4836-934d-c4afdcb05111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:52.785923 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Attempting to bind port 2cb7bccc-0119-4216-85b3-7c7928ee4530 on network 20f0e20c-89ba-4836-934d-c4afdcb05111 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:52.820474 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['8273aa7e-437a-44b0-8530-4c722685f201'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:42:52.836232 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:52.836585 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Checking segment: {'id': '5f047596-0de8-4f8e-af5c-614ba511e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:52.836958 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Bound using segment: {'id': '5f047596-0de8-4f8e-af5c-614ba511e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:52.837412 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Bound port: 2cb7bccc-0119-4216-85b3-7c7928ee4530, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f047596-0de8-4f8e-af5c-614ba511e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:52.837789 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.839548 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.841040 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:52.841943 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:52.998301 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] Pushing event updated for resources: {'Network': ['ID=9314c567-5172-4820-981f-d79a5a514799,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.009489 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-22113e7e-1c13-4a7f-9d89-e543a0e56e13 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6004548 Jun 30 02:42:53.025038 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52670) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:53.041527 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-9cf73756-e020-44a2-ae79-421f48a7791c admin admin] Request body: {'subnet': {'network_id': '9314c567-5172-4820-981f-d79a5a514799', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-690835892-subnet', 'tenant_id': 'b78b15bf05794c4fbc2e39acc777266e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:53.073892 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c99f2-38ad-4276-b999-0ab9877298a7 req-f17c1b46-2a02-49b1-8d83-34d3cc8c499a tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.076111 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ff2c99f2-38ad-4276-b999-0ab9877298a7 req-f17c1b46-2a02-49b1-8d83-34d3cc8c499a tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 944 time: 0.3083591 Jun 30 02:42:53.077631 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf73756-e020-44a2-ae79-421f48a7791c admin admin] Made reservation on behalf of b78b15bf05794c4fbc2e39acc777266e for: {'subnet': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:42:53.082169 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-9cf73756-e020-44a2-ae79-421f48a7791c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756947'] for subnet, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.175294 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 9314c567-5172-4820-981f-d79a5a514799 details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:42:53.202896 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] For port 2cb7bccc-0119-4216-85b3-7c7928ee4530, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:53.285937 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] For port 2cb7bccc-0119-4216-85b3-7c7928ee4530, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2cb7bccc-0119-4216-85b3-7c7928ee4530,segment=NetworkSegment(5f047596-0de8-4f8e-af5c-614ba511e33f),segment_id=5f047596-0de8-4f8e-af5c-614ba511e33f)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:53.299177 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.367921 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.369228 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.371973 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] 10.222.0.88 "PUT /v2.0/ports/2cb7bccc-0119-4216-85b3-7c7928ee4530 HTTP/1.1" status: 200 len: 1093 time: 2.5668309 Jun 30 02:42:53.382061 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.398707 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8', 'tag': '2cb7bccc-0119-4216-85b3-7c7928ee4530'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:53.401873 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9934d097-2459-4cfa-9fbc-81e0b05bac2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8", "tag": "2cb7bccc-0119-4216-85b3-7c7928ee4530"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:53.485073 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Transition to ACTIVE for port object 46cc1817-02bc-4998-bee2-94f7893d5d86 will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:53.540276 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ff2c99f2-38ad-4276-b999-0ab9877298a7 req-097bbc05-5c07-4782-b03f-9e458c21715c tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498633 Jun 30 02:42:53.601232 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-9cf73756-e020-44a2-ae79-421f48a7791c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6471594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756933'] for subnet, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.607443 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cb1fa-f82e-4208-9c8a-dd961054c7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7bccc-0119-4216-85b3-7c7928ee4530,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.650272 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc312f3e-68c1-4cc0-97eb-09d0c1521519 x-openstack-request-id: req-bc312f3e-68c1-4cc0-97eb-09d0c1521519 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:53.650662 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8", "tag": "2cb7bccc-0119-4216-85b3-7c7928ee4530", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:53.650963 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bc312f3e-68c1-4cc0-97eb-09d0c1521519 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:53.651588 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8', 'tag': '2cb7bccc-0119-4216-85b3-7c7928ee4530', 'status': 'completed', 'code': 200} Jun 30 02:42:53.711238 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29915648-ff48-4fa1-9add-2e872d0ea18a {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:53.713544 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf73756-e020-44a2-ae79-421f48a7791c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0796b2ff-4643-4497-a70a-a3c085d95bf3,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:53.731379 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-5dd39810-6de1-4094-a4b0-da947664f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.733909 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-5dd39810-6de1-4094-a4b0-da947664f1bd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 1096 time: 0.2879436 Jun 30 02:42:53.737193 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf73756-e020-44a2-ae79-421f48a7791c admin admin] Checking segment: {'id': '3cba6a66-ef08-4c84-9d85-5d049314ce2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1140, 'network_id': '9314c567-5172-4820-981f-d79a5a514799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:53.738193 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf73756-e020-44a2-ae79-421f48a7791c admin admin] Network hostable DHCP agents. Network: 9314c567-5172-4820-981f-d79a5a514799, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:42:53.743274 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.771770 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf73756-e020-44a2-ae79-421f48a7791c admin admin] Network 9314c567-5172-4820-981f-d79a5a514799 is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:42:53.793864 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.809898 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-00f055d7-31b0-472c-89de-348e7e364f87 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2cb7bccc-0119-4216-85b3-7c7928ee4530 HTTP/1.1" status: 200 len: 217 time: 0.0604157 Jun 30 02:42:53.811041 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-9cf73756-e020-44a2-ae79-421f48a7791c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 9314c567-5172-4820-981f-d79a5a514799) {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:53.815711 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf73756-e020-44a2-ae79-421f48a7791c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.816525 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-9cf73756-e020-44a2-ae79-421f48a7791c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.820244 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10141987-8207-4f3e-83af-d39f1664fe90 None None] Network 9314c567-5172-4820-981f-d79a5a514799 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:53.839678 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-9cf73756-e020-44a2-ae79-421f48a7791c admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8133686 Jun 30 02:42:53.853957 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ba3c3-bcce-48af-a019-466f2c0f46a5 req-cdc0e2e8-cb66-4c19-949e-4ca4f6ef7c97 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.862585 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-227ba3c3-bcce-48af-a019-466f2c0f46a5 req-cdc0e2e8-cb66-4c19-949e-4ca4f6ef7c97 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 932 time: 0.4189463 Jun 30 02:42:53.885899 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Transition to ACTIVE for port object 29915648-ff48-4fa1-9add-2e872d0ea18a will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:53.895203 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d485a-795a-4d2b-8bc4-27a746cca477 req-5e372176-1c36-429a-968e-83895628e69e tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.896936 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c04d485a-795a-4d2b-8bc4-27a746cca477 req-5e372176-1c36-429a-968e-83895628e69e tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 932 time: 0.1400108 Jun 30 02:42:53.930675 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:42:53.935670 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:53.953797 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:42:53.969686 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:42:53.977723 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c04d485a-795a-4d2b-8bc4-27a746cca477 req-0057c0a6-6d9f-4d9e-874b-063809044280 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648093 Jun 30 02:42:53.978871 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:53.979565 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.043691 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-227ba3c3-bcce-48af-a019-466f2c0f46a5 req-95b8454a-5259-4760-addb-5ff6e6579998 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797159 Jun 30 02:42:54.058090 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e671d260-31f3-49da-9670-b48a570c39b7 None None] Network 9314c567-5172-4820-981f-d79a5a514799 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:42:54.067099 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-8e37d7fa-f9c7-4cab-9ce7-c748c4482e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:54.068577 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-8e37d7fa-f9c7-4cab-9ce7-c748c4482e9c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1ff7300-2787-4759-bd36-dc868e49873a HTTP/1.1" status: 200 len: 859 time: 0.2347431 Jun 30 02:42:54.071845 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event updated for resources: {'Port': ['ID=46cc1817-02bc-4998-bee2-94f7893d5d86,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:54.080613 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e2413ed3-09a3-4754-8db9-696735961905 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4352984 Jun 30 02:42:54.141467 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Request body: {'port': {'device_id': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:42:54.153912 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52712) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:54.262135 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-bd2f2fa7-d5be-4319-bb8c-d37fd82059a7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f0e20c-89ba-4836-934d-c4afdcb05111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856525 Jun 30 02:42:54.305199 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d4bce2ac-33c3-4810-b3c2-11fa00d9a7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.351282 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-825bd08a-dbe0-4454-b524-5fd6faf2f126 None None] Provisioning for port 46cc1817-02bc-4998-bee2-94f7893d5d86 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:54.356698 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-825bd08a-dbe0-4454-b524-5fd6faf2f126 None None] Provisioning complete for port 46cc1817-02bc-4998-bee2-94f7893d5d86 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:54.357459 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-825bd08a-dbe0-4454-b524-5fd6faf2f126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.363322 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Attempting to bind port 29915648-ff48-4fa1-9add-2e872d0ea18a on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:54.363753 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Attempting to bind port 29915648-ff48-4fa1-9add-2e872d0ea18a by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '5f047596-0de8-4f8e-af5c-614ba511e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:54.364126 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Attempting to bind port 29915648-ff48-4fa1-9add-2e872d0ea18a on network 20f0e20c-89ba-4836-934d-c4afdcb05111 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:54.380359 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Pushing event updated for resources: {'Port': ['ID=29915648-ff48-4fa1-9add-2e872d0ea18a,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:54.412150 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Port 29915648-ff48-4fa1-9add-2e872d0ea18a on network 20f0e20c-89ba-4836-934d-c4afdcb05111 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:54.412361 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Attempting to bind port 29915648-ff48-4fa1-9add-2e872d0ea18a on network 20f0e20c-89ba-4836-934d-c4afdcb05111 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:54.416172 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-825bd08a-dbe0-4454-b524-5fd6faf2f126 None None] Port 46cc1817-02bc-4998-bee2-94f7893d5d86 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:42:54.454823 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:54.455813 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Checking segment: {'id': '5f047596-0de8-4f8e-af5c-614ba511e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:54.456208 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Bound using segment: {'id': '5f047596-0de8-4f8e-af5c-614ba511e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:54.456655 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Bound port: 29915648-ff48-4fa1-9add-2e872d0ea18a, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f047596-0de8-4f8e-af5c-614ba511e33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:54.457059 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.473642 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d4bce2ac-33c3-4810-b3c2-11fa00d9a7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.478141 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d4bce2ac-33c3-4810-b3c2-11fa00d9a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.486327 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.523082 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-d4bce2ac-33c3-4810-b3c2-11fa00d9a7d7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0afafea93e524148b0f2b3fae93786ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660641 Jun 30 02:42:54.524243 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52728) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:54.527991 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bce2ac-33c3-4810-b3c2-11fa00d9a7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3ee9c0-fd36-4332-8cb8-1d2a2f848a0d,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:54.531597 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-4bb5ce9e-9a78-442b-9cda-49e05ca21375 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457976 Jun 30 02:42:54.601808 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a4540039-e627-4548-a96b-a522e71a58ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.635834 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a4540039-e627-4548-a96b-a522e71a58ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.685760 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] For port 29915648-ff48-4fa1-9add-2e872d0ea18a, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:54.701486 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a4540039-e627-4548-a96b-a522e71a58ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.704487 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a4540039-e627-4548-a96b-a522e71a58ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.708160 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-a4540039-e627-4548-a96b-a522e71a58ef admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1b3ee9c0-fd36-4332-8cb8-1d2a2f848a0d HTTP/1.1" status: 204 len: 168 time: 0.1793551 Jun 30 02:42:54.721254 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4540039-e627-4548-a96b-a522e71a58ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3ee9c0-fd36-4332-8cb8-1d2a2f848a0d,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:54.846287 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae379db8-f5a9-4f20-991d-6639b10b7c3a req-748af189-e2b9-49af-bfab-e1aaee8094a7 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:54.849454 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ae379db8-f5a9-4f20-991d-6639b10b7c3a req-748af189-e2b9-49af-bfab-e1aaee8094a7 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 944 time: 0.1115420 Jun 30 02:42:54.862619 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] For port 29915648-ff48-4fa1-9add-2e872d0ea18a, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=29915648-ff48-4fa1-9add-2e872d0ea18a,segment=NetworkSegment(5f047596-0de8-4f8e-af5c-614ba511e33f),segment_id=5f047596-0de8-4f8e-af5c-614ba511e33f)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:54.881185 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:54.920555 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ae379db8-f5a9-4f20-991d-6639b10b7c3a req-12b10ce3-25fd-41fb-bb44-b94dc6d15fd9 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636346 Jun 30 02:42:54.960026 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0a8439f4-524a-4d72-843e-86f9f9bc2bd8 req-30258ae1-e514-4256-b9a6-2e89076ef983 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194145 Jun 30 02:42:55.076182 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.078616 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.080885 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] 10.222.0.88 "PUT /v2.0/ports/29915648-ff48-4fa1-9add-2e872d0ea18a HTTP/1.1" status: 200 len: 1094 time: 3.0261819 Jun 30 02:42:55.208761 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e92b13-a606-44e3-879b-5841fba749a7 service neutron] Pushing event updated for resources: {'Port': ['ID=29915648-ff48-4fa1-9add-2e872d0ea18a,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:55.286822 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52764) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:55.354055 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d22eb0f2-a5e4-4a2d-b3a7-e34a881099c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.411207 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23510b5-d5e4-479c-b905-2f6b196ef6dd req-dd6488f8-2aa8-4ef5-b27a-db69af8693ec tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.413152 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b23510b5-d5e4-479c-b905-2f6b196ef6dd req-dd6488f8-2aa8-4ef5-b27a-db69af8693ec tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 944 time: 0.1365323 Jun 30 02:42:55.477875 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b23510b5-d5e4-479c-b905-2f6b196ef6dd req-2f492809-982a-4d6a-b3ff-676b3acc7008 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549862 Jun 30 02:42:55.559912 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d22eb0f2-a5e4-4a2d-b3a7-e34a881099c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.567001 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d22eb0f2-a5e4-4a2d-b3a7-e34a881099c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.602444 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22eb0f2-a5e4-4a2d-b3a7-e34a881099c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3d278b-bcbb-425c-9d7e-e6da79243b53,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:55.634130 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-d22eb0f2-a5e4-4a2d-b3a7-e34a881099c6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5a311393995848b49c8331f0946f222a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418612 Jun 30 02:42:55.636905 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52784) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:55.655323 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c865-94b9-4e83-bac0-5a633264563c req-238f7bfb-a2b3-490b-a3e9-d4c0af5f34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.656884 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-238f7bfb-a2b3-490b-a3e9-d4c0af5f34cf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 1097 time: 0.4740636 Jun 30 02:42:55.657880 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519b6886-c2b6-41e3-bda9-48c0d5f9ad1e', 'tag': '29915648-ff48-4fa1-9add-2e872d0ea18a'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:55.660143 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453b6a8e-2308-468a-bda0-ecc91b6596f6" -d '{"events": [{"name": "network-changed", "server_uuid": "519b6886-c2b6-41e3-bda9-48c0d5f9ad1e", "tag": "29915648-ff48-4fa1-9add-2e872d0ea18a"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:55.670706 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934d097-2459-4cfa-9fbc-81e0b05bac2e req-ff8253cb-2ad9-4967-b326-db3894375a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.672274 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9934d097-2459-4cfa-9fbc-81e0b05bac2e req-ff8253cb-2ad9-4967-b326-db3894375a2d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 1096 time: 0.5993972 Jun 30 02:42:55.698444 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-90986fd6-a51f-4560-9ba1-19efa5fe5bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.722074 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-90986fd6-a51f-4560-9ba1-19efa5fe5bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.745510 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20418212-da18-4cd2-8c45-8e87b94dcea0 req-98c97299-4d44-4c4d-a60b-0c273212bb01 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.747291 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-20418212-da18-4cd2-8c45-8e87b94dcea0 req-98c97299-4d44-4c4d-a60b-0c273212bb01 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 932 time: 0.5207379 Jun 30 02:42:55.776728 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-90986fd6-a51f-4560-9ba1-19efa5fe5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.779241 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-90986fd6-a51f-4560-9ba1-19efa5fe5bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.783070 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-90986fd6-a51f-4560-9ba1-19efa5fe5bf0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fa3d278b-bcbb-425c-9d7e-e6da79243b53 HTTP/1.1" status: 204 len: 168 time: 0.1420736 Jun 30 02:42:55.783230 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9943db11-dcca-4fc4-966d-809090965d83 x-openstack-request-id: req-9943db11-dcca-4fc4-966d-809090965d83 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:55.783230 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519b6886-c2b6-41e3-bda9-48c0d5f9ad1e", "tag": "29915648-ff48-4fa1-9add-2e872d0ea18a", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:55.783230 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9943db11-dcca-4fc4-966d-809090965d83 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:55.783993 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519b6886-c2b6-41e3-bda9-48c0d5f9ad1e', 'tag': '29915648-ff48-4fa1-9add-2e872d0ea18a', 'status': 'completed', 'code': 200} Jun 30 02:42:55.790260 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90986fd6-a51f-4560-9ba1-19efa5fe5bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3d278b-bcbb-425c-9d7e-e6da79243b53,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:55.800347 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-8179c1f2-fb07-485b-b1d7-48850f53fc58 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29915648-ff48-4fa1-9add-2e872d0ea18a HTTP/1.1" status: 200 len: 217 time: 0.1329699 Jun 30 02:42:55.807749 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cc1817-02bc-4998-bee2-94f7893d5d86 {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:42:55.809688 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 8273aa7e-437a-44b0-8530-4c722685f201 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:42:55.835471 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.865830 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 8273aa7e-437a-44b0-8530-4c722685f201 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:42:55.873390 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 8273aa7e-437a-44b0-8530-4c722685f201 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:42:55.873773 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.915890 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Transition to ACTIVE for port object 46cc1817-02bc-4998-bee2-94f7893d5d86 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:42:55.935165 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:55.941113 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934d097-2459-4cfa-9fbc-81e0b05bac2e req-142c740c-c60c-41fe-a39f-cdbde3d28c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.942468 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9934d097-2459-4cfa-9fbc-81e0b05bac2e req-142c740c-c60c-41fe-a39f-cdbde3d28c7a service neutron] 10.222.0.88 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 921 time: 0.2593718 Jun 30 02:42:55.946000 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0c865-94b9-4e83-bac0-5a633264563c req-b3fcbd1b-393a-4dd6-af51-9a702944fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:55.947390 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-b3fcbd1b-393a-4dd6-af51-9a702944fdfe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1ff7300-2787-4759-bd36-dc868e49873a HTTP/1.1" status: 200 len: 859 time: 0.1294210 Jun 30 02:42:55.975639 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-20418212-da18-4cd2-8c45-8e87b94dcea0 req-f585b9d1-6fe4-41ec-8bfc-3ad024005478 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865180 Jun 30 02:42:55.978039 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52794) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:56.046539 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.052881 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-325fa35e-533b-4db6-a47c-a99bdbcc876a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f0e20c-89ba-4836-934d-c4afdcb05111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760462 Jun 30 02:42:56.059056 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9934d097-2459-4cfa-9fbc-81e0b05bac2e req-a5d743f8-e772-4459-a64f-a07a1f42dc08 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2cb7bccc-0119-4216-85b3-7c7928ee4530 HTTP/1.1" status: 200 len: 217 time: 0.0781059 Jun 30 02:42:56.093314 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Pushing event updated for resources: {'Port': ['ID=46cc1817-02bc-4998-bee2-94f7893d5d86,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:56.105190 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea44be6-8fa7-417f-83a4-f82a92ddf97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8273aa7e-437a-44b0-8530-4c722685f201'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:56.181890 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 8273aa7e-437a-44b0-8530-4c722685f201, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8273aa7e-437a-44b0-8530-4c722685f201,segment=NetworkSegment(a828ee25-c200-4761-9c6c-a61fea7010f0),segment_id=a828ee25-c200-4761-9c6c-a61fea7010f0)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:56.203000 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.227528 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934d097-2459-4cfa-9fbc-81e0b05bac2e req-e77feb2e-2a36-489c-a25f-cff4ff067ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.229374 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9934d097-2459-4cfa-9fbc-81e0b05bac2e req-e77feb2e-2a36-489c-a25f-cff4ff067ae1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1ff7300-2787-4759-bd36-dc868e49873a HTTP/1.1" status: 200 len: 859 time: 0.1540890 Jun 30 02:42:56.230063 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Attempting to bind port 46cc1817-02bc-4998-bee2-94f7893d5d86 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:42:56.230454 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Attempting to bind port 46cc1817-02bc-4998-bee2-94f7893d5d86 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:42:56.230792 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Attempting to bind port 46cc1817-02bc-4998-bee2-94f7893d5d86 on network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:56.252063 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Port 46cc1817-02bc-4998-bee2-94f7893d5d86 on network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:42:56.252063 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Attempting to bind port 46cc1817-02bc-4998-bee2-94f7893d5d86 on network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:42:56.286564 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9934d097-2459-4cfa-9fbc-81e0b05bac2e req-7d9a7a67-e853-42de-a5fc-b13adad39d94 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f0e20c-89ba-4836-934d-c4afdcb05111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477140 Jun 30 02:42:56.292945 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:42:56.293283 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Checking segment: {'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:42:56.293780 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Bound using segment: {'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:42:56.294232 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Bound port: 46cc1817-02bc-4998-bee2-94f7893d5d86, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:42:56.294595 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.340227 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-cb0e3160-b769-49cd-a3b2-55213ac9847f service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664669 Jun 30 02:42:56.349239 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=8273aa7e-437a-44b0-8530-4c722685f201,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:56.435335 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5a04b888-cd18-4af4-8dd3-a2486bfcf0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.573255 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9934d097-2459-4cfa-9fbc-81e0b05bac2e req-b3b586d4-e453-4ee0-96a7-53c642171f81 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692089 Jun 30 02:42:56.574802 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56830410-b678-4e29-ad71-9183c4e32be9" -d '{"events": [{"server_uuid": "eea44be6-8fa7-417f-83a4-f82a92ddf97a", "name": "network-vif-plugged", "status": "completed", "tag": "8273aa7e-437a-44b0-8530-4c722685f201"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:56.602212 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] For port 46cc1817-02bc-4998-bee2-94f7893d5d86, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:42:56.675281 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-39f0c865-94b9-4e83-bac0-5a633264563c req-71e353ab-5685-4d5f-80a5-721d740cbb5f service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031745 Jun 30 02:42:56.683458 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] For port 46cc1817-02bc-4998-bee2-94f7893d5d86, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=46cc1817-02bc-4998-bee2-94f7893d5d86,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:42:56.692399 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.722565 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e562bb9-c72e-4eba-89b2-cc6815ca60ee req-21f889e8-85cf-4266-ade9-06000423d271 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.739061 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0e562bb9-c72e-4eba-89b2-cc6815ca60ee req-21f889e8-85cf-4266-ade9-06000423d271 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 945 time: 0.4545367 Jun 30 02:42:56.767223 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:56.768452 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.770040 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] 10.222.0.88 "PUT /v2.0/ports/46cc1817-02bc-4998-bee2-94f7893d5d86 HTTP/1.1" status: 200 len: 1094 time: 2.6793540 Jun 30 02:42:56.899739 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0e562bb9-c72e-4eba-89b2-cc6815ca60ee req-d5f4351e-7908-45af-8806-4f711aa0e7f3 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592314 Jun 30 02:42:56.958361 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5a04b888-cd18-4af4-8dd3-a2486bfcf0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:56.963449 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5a04b888-cd18-4af4-8dd3-a2486bfcf0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.035594 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04b888-cd18-4af4-8dd3-a2486bfcf0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb3c50e-2871-47b9-aab7-39b08eb40f97,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:57.064063 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-5a04b888-cd18-4af4-8dd3-a2486bfcf0a6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=bd11c1a1e7b446249d5aa5b21eff3f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0841141 Jun 30 02:42:57.064931 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52854) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:57.081351 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9934d097-2459-4cfa-9fbc-81e0b05bac2e req-f32b7e68-c216-4f61-af6e-c225390df4f8 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996507 Jun 30 02:42:57.085357 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1edcd-beb7-40e9-b047-f1a579bd559f service neutron] Pushing event updated for resources: {'Port': ['ID=46cc1817-02bc-4998-bee2-94f7893d5d86,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:57.144507 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b6a8e-2308-468a-bda0-ecc91b6596f6 req-218e7e2b-d504-4b71-8962-8446352952cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.146033 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-453b6a8e-2308-468a-bda0-ecc91b6596f6 req-218e7e2b-d504-4b71-8962-8446352952cf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 1097 time: 0.4021268 Jun 30 02:42:57.162366 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9c68-a84b-45a8-bdb9-9ccac4ba3289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.185252 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b32c13-da20-4d06-b569-1df30c9abfd4 req-f6bc2b37-3186-4f08-b94f-9d8bf5712933 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.187438 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b2b32c13-da20-4d06-b569-1df30c9abfd4 req-f6bc2b37-3186-4f08-b94f-9d8bf5712933 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 944 time: 0.4311664 Jun 30 02:42:57.221743 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9c68-a84b-45a8-bdb9-9ccac4ba3289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.225185 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-1d2cdcdb-73cd-45fd-9758-fc4c9053beec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.226652 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-1d2cdcdb-73cd-45fd-9758-fc4c9053beec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 1097 time: 0.3507681 Jun 30 02:42:57.292009 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-5ae240ad-52a6-49b0-a575-edf4820f1346 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cc1817-02bc-4998-bee2-94f7893d5d86 HTTP/1.1" status: 200 len: 217 time: 0.0568576 Jun 30 02:42:57.299531 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9c68-a84b-45a8-bdb9-9ccac4ba3289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.306902 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9c68-a84b-45a8-bdb9-9ccac4ba3289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.307554 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722171fd-25ef-49f3-875c-2771690fd0f8 x-openstack-request-id: req-722171fd-25ef-49f3-875c-2771690fd0f8 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:57.308035 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea44be6-8fa7-417f-83a4-f82a92ddf97a", "name": "network-vif-plugged", "status": "completed", "tag": "8273aa7e-437a-44b0-8530-4c722685f201", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:57.308736 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-722171fd-25ef-49f3-875c-2771690fd0f8 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:57.309947 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea44be6-8fa7-417f-83a4-f82a92ddf97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8273aa7e-437a-44b0-8530-4c722685f201', 'code': 200} Jun 30 02:42:57.310142 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-7b1f9c68-a84b-45a8-bdb9-9ccac4ba3289 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4bb3c50e-2871-47b9-aab7-39b08eb40f97 HTTP/1.1" status: 204 len: 168 time: 0.2440665 Jun 30 02:42:57.352287 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f9c68-a84b-45a8-bdb9-9ccac4ba3289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb3c50e-2871-47b9-aab7-39b08eb40f97,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:57.376543 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b2b32c13-da20-4d06-b569-1df30c9abfd4 req-34bbd699-7357-4537-b6f8-b4953a699970 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556842 Jun 30 02:42:57.405799 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b6a8e-2308-468a-bda0-ecc91b6596f6 req-e0d7e31c-38d3-4918-9128-5385278b3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.407652 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-453b6a8e-2308-468a-bda0-ecc91b6596f6 req-e0d7e31c-38d3-4918-9128-5385278b3e70 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 921 time: 0.2540772 Jun 30 02:42:57.409386 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-48ef56a6-5226-4b09-b501-312a555a7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.410755 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-48ef56a6-5226-4b09-b501-312a555a7d11 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 200 len: 855 time: 0.1083412 Jun 30 02:42:57.522919 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-453b6a8e-2308-468a-bda0-ecc91b6596f6 req-5b46a724-b4ac-4cd3-bb14-7f2e09b99841 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29915648-ff48-4fa1-9add-2e872d0ea18a HTTP/1.1" status: 200 len: 217 time: 0.1015899 Jun 30 02:42:57.551677 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95090017-8c67-4b1d-8113-dbc564d6ae0c req-70aaa042-707d-4655-87ea-c5f2da28a5cf tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.555213 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-95090017-8c67-4b1d-8113-dbc564d6ae0c req-70aaa042-707d-4655-87ea-c5f2da28a5cf tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.1310272 Jun 30 02:42:57.617833 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-95090017-8c67-4b1d-8113-dbc564d6ae0c req-42b9bc26-4457-48fb-b550-9a0ecde0d6a8 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550191 Jun 30 02:42:57.677799 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b6a8e-2308-468a-bda0-ecc91b6596f6 req-41f03d6f-1d24-41e8-b8e2-a03ea67939a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.679380 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-453b6a8e-2308-468a-bda0-ecc91b6596f6 req-41f03d6f-1d24-41e8-b8e2-a03ea67939a2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1ff7300-2787-4759-bd36-dc868e49873a HTTP/1.1" status: 200 len: 859 time: 0.1483309 Jun 30 02:42:57.690501 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e1748f56-6770-4946-8b3f-6b1b654cf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.692011 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-e1748f56-6770-4946-8b3f-6b1b654cf892 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2693088 Jun 30 02:42:57.743850 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-453b6a8e-2308-468a-bda0-ecc91b6596f6 req-2ab2010b-38ac-448f-bee6-f788a9d680b3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f0e20c-89ba-4836-934d-c4afdcb05111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508611 Jun 30 02:42:57.787651 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:42:57.789906 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f75a01-f701-428c-9360-fb23b127570d" -d '{"events": [{"name": "network-changed", "server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:42:57.809985 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52fa0c-807d-46a4-956f-b919922de5d7 req-848c6164-40db-49e8-a1c4-f7891ec5534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:57.811875 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ea52fa0c-807d-46a4-956f-b919922de5d7 req-848c6164-40db-49e8-a1c4-f7891ec5534a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 1098 time: 0.2377782 Jun 30 02:42:57.863415 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52886) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:57.887729 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b7be8d99-b221-4dc7-a3f9-ac0ccd6b6bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:57.941174 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52892) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:58.122888 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db72819f-df57-48f8-af76-06cea12e4352 x-openstack-request-id: req-db72819f-df57-48f8-af76-06cea12e4352 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:42:58.123263 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:42:58.123486 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-db72819f-df57-48f8-af76-06cea12e4352 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:42:58.123867 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'status': 'completed', 'code': 200} Jun 30 02:42:58.132363 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b7be8d99-b221-4dc7-a3f9-ac0ccd6b6bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.136971 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ea52fa0c-807d-46a4-956f-b919922de5d7 req-c144a465-cb70-4ce2-8503-9851a79ff688 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.140671 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-eb948f6b-37e5-49b1-b04e-50a9781be9ac service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380527 Jun 30 02:42:58.188633 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b7be8d99-b221-4dc7-a3f9-ac0ccd6b6bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.232912 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8bab176f-f672-4c43-923b-d8b49ab4e867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.275364 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-b7be8d99-b221-4dc7-a3f9-ac0ccd6b6bfd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=59cb3d1561504e12834f114aa7304e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100525 Jun 30 02:42:58.277770 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be8d99-b221-4dc7-a3f9-ac0ccd6b6bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc7c61e-ebb6-486a-a730-6d18f4906b2c,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:58.281467 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-453b6a8e-2308-468a-bda0-ecc91b6596f6 req-c753754e-b5b7-4fe5-bfe2-0f77cf73c2f4 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958756 Jun 30 02:42:58.281617 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52914) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:58.326822 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42004c3-9c4f-4d6c-9041-1e1d595eb87a req-7837fd5d-5f8c-47a1-9997-0111fd02a452 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:58.328653 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a42004c3-9c4f-4d6c-9041-1e1d595eb87a req-7837fd5d-5f8c-47a1-9997-0111fd02a452 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 945 time: 0.2118545 Jun 30 02:42:58.374593 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa1e5a62-ed70-43a1-85c5-4fd1b6377b10 req-3b2781d4-48d6-443c-8bf2-de207c3fe82e service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260528 Jun 30 02:42:58.386018 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-26afad3e-f1f0-4574-8f76-d79d7d43e534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.448038 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a42004c3-9c4f-4d6c-9041-1e1d595eb87a req-5831e537-6b7b-429c-86b2-d65ba7c28614 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008685 Jun 30 02:42:58.460775 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-26afad3e-f1f0-4574-8f76-d79d7d43e534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.513577 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-26afad3e-f1f0-4574-8f76-d79d7d43e534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.517046 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-26afad3e-f1f0-4574-8f76-d79d7d43e534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.518547 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-26afad3e-f1f0-4574-8f76-d79d7d43e534 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8cc7c61e-ebb6-486a-a730-6d18f4906b2c HTTP/1.1" status: 204 len: 168 time: 0.2335901 Jun 30 02:42:58.544442 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afad3e-f1f0-4574-8f76-d79d7d43e534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc7c61e-ebb6-486a-a730-6d18f4906b2c,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:58.605258 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-453b6a8e-2308-468a-bda0-ecc91b6596f6 req-1a8d822e-b5bc-462a-8a52-8576376a4b94 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149962 Jun 30 02:42:58.628293 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ea52fa0c-807d-46a4-956f-b919922de5d7 req-c144a465-cb70-4ce2-8503-9851a79ff688 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.636358 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ea52fa0c-807d-46a4-956f-b919922de5d7 req-c144a465-cb70-4ce2-8503-9851a79ff688 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.794636 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ea52fa0c-807d-46a4-956f-b919922de5d7 req-c144a465-cb70-4ce2-8503-9851a79ff688 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9699399 Jun 30 02:42:58.796977 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144a465-cb70-4ce2-8503-9851a79ff688 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=135b3936-a8db-473b-93fb-d599deb06134,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:58.852580 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4811d3-5f85-440f-9a15-bb726ca9369a req-832f4a24-fdc7-4339-866c-4ad40b39f400 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:58.854239 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ae4811d3-5f85-440f-9a15-bb726ca9369a req-832f4a24-fdc7-4339-866c-4ad40b39f400 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 944 time: 0.2575159 Jun 30 02:42:58.856437 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75a01-f701-428c-9360-fb23b127570d req-a7fe8ef5-1d08-4214-91aa-b442a9d75a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:58.857906 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d1f75a01-f701-428c-9360-fb23b127570d req-a7fe8ef5-1d08-4214-91aa-b442a9d75a24 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 1097 time: 0.3589647 Jun 30 02:42:58.876746 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8bab176f-f672-4c43-923b-d8b49ab4e867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.887019 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8bab176f-f672-4c43-923b-d8b49ab4e867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:58.930757 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ae4811d3-5f85-440f-9a15-bb726ca9369a req-065a645a-5554-4147-8f69-71323c582f1e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699408 Jun 30 02:42:58.947208 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab176f-f672-4c43-923b-d8b49ab4e867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848ed09f-8bca-484e-930b-0841eb4589af,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:58.953200 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-8bab176f-f672-4c43-923b-d8b49ab4e867 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b528e455d3cd4e29b6b9f093733de81c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0075467 Jun 30 02:42:58.956574 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52936) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:59.070353 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f1b2d-818a-42a5-ad84-ff0ea57b05b8 req-e9761e13-6393-426e-86aa-41b72d6b0421 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.071981 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-119f1b2d-818a-42a5-ad84-ff0ea57b05b8 req-e9761e13-6393-426e-86aa-41b72d6b0421 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.2619710 Jun 30 02:42:59.116672 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4a41392f-7b6a-4d71-b226-2b527211ec44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.130185 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75a01-f701-428c-9360-fb23b127570d req-40924aad-bf27-4b45-975e-3a7597216526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.131949 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d1f75a01-f701-428c-9360-fb23b127570d req-40924aad-bf27-4b45-975e-3a7597216526 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 918 time: 0.1372156 Jun 30 02:42:59.146179 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4a41392f-7b6a-4d71-b226-2b527211ec44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.182353 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-119f1b2d-818a-42a5-ad84-ff0ea57b05b8 req-f5c7615a-e42e-4591-b0f1-391aa54575d0 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984666 Jun 30 02:42:59.201181 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52944) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:59.201372 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d1f75a01-f701-428c-9360-fb23b127570d req-639361c3-0723-4f0f-bc2f-b0fa3281f1dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cc1817-02bc-4998-bee2-94f7893d5d86 HTTP/1.1" status: 200 len: 217 time: 0.0610905 Jun 30 02:42:59.221350 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a92a9147-50fe-4d08-9889-a96ea9348f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.233808 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4a41392f-7b6a-4d71-b226-2b527211ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.236552 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4a41392f-7b6a-4d71-b226-2b527211ec44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.240044 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-4a41392f-7b6a-4d71-b226-2b527211ec44 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/848ed09f-8bca-484e-930b-0841eb4589af HTTP/1.1" status: 204 len: 168 time: 0.2801824 Jun 30 02:42:59.252402 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a41392f-7b6a-4d71-b226-2b527211ec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848ed09f-8bca-484e-930b-0841eb4589af,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:59.310179 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75a01-f701-428c-9360-fb23b127570d req-28e398d2-0700-4719-bfcf-2fef466f4779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.313919 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d1f75a01-f701-428c-9360-fb23b127570d req-28e398d2-0700-4719-bfcf-2fef466f4779 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 200 len: 855 time: 0.0871935 Jun 30 02:42:59.363338 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a92a9147-50fe-4d08-9889-a96ea9348f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.368860 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a92a9147-50fe-4d08-9889-a96ea9348f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.384237 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f75a01-f701-428c-9360-fb23b127570d req-a280d1e3-3f23-4303-9f2a-6f876a788bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.385746 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d1f75a01-f701-428c-9360-fb23b127570d req-a280d1e3-3f23-4303-9f2a-6f876a788bc7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0641332 Jun 30 02:42:59.410284 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-a92a9147-50fe-4d08-9889-a96ea9348f0a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=49f66aa66afd48cb8d7fad731916b647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088871 Jun 30 02:42:59.412620 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a9147-50fe-4d08-9889-a96ea9348f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd11865-e865-46f6-bf9d-936745868de1,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:59.415504 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52954) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:59.470895 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ea6ff8b1-c8a0-46d3-9c8c-c9b447cf0f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.497070 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d1f75a01-f701-428c-9360-fb23b127570d req-36bcf273-664c-47d9-a037-01f6a7e2cbe3 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037943 Jun 30 02:42:59.502954 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ea6ff8b1-c8a0-46d3-9c8c-c9b447cf0f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.565080 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ea6ff8b1-c8a0-46d3-9c8c-c9b447cf0f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.568881 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ea6ff8b1-c8a0-46d3-9c8c-c9b447cf0f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.570228 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ea6ff8b1-c8a0-46d3-9c8c-c9b447cf0f17 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ebd11865-e865-46f6-bf9d-936745868de1 HTTP/1.1" status: 204 len: 168 time: 0.1535475 Jun 30 02:42:59.582366 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ff8b1-c8a0-46d3-9c8c-c9b447cf0f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd11865-e865-46f6-bf9d-936745868de1,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:42:59.644758 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d1f75a01-f701-428c-9360-fb23b127570d req-b1970fb9-417f-4a18-8f58-54f541bf5666 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407518 Jun 30 02:42:59.663988 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52964) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:59.739461 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae288b1-b6a5-4fae-8d1c-f5776badcc37 req-647de318-4bec-43e1-ad2b-3caf09d753a8 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:42:59.741214 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cae288b1-b6a5-4fae-8d1c-f5776badcc37 req-647de318-4bec-43e1-ad2b-3caf09d753a8 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 945 time: 0.0954521 Jun 30 02:42:59.747450 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 52970) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:59.767778 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ecee4e06-7bab-4a96-9015-5e8bfa3618e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.807363 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cae288b1-b6a5-4fae-8d1c-f5776badcc37 req-416a51e6-fdd0-4530-831a-8bde3ac0161e tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553346 Jun 30 02:42:59.811270 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 2cb7bccc-0119-4216-85b3-7c7928ee4530 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:42:59.926359 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ecee4e06-7bab-4a96-9015-5e8bfa3618e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.932646 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ecee4e06-7bab-4a96-9015-5e8bfa3618e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:42:59.961960 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 2cb7bccc-0119-4216-85b3-7c7928ee4530, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2cb7bccc-0119-4216-85b3-7c7928ee4530,segment=NetworkSegment(5f047596-0de8-4f8e-af5c-614ba511e33f),segment_id=5f047596-0de8-4f8e-af5c-614ba511e33f)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:42:59.975994 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '2cb7bccc-0119-4216-85b3-7c7928ee4530', 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111', 'port_id': '2cb7bccc-0119-4216-85b3-7c7928ee4530', 'mac_address': 'fa:16:3e:7e:9f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ff7300-2787-4759-bd36-dc868e49873a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:42:59.988504 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 52982) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:42:59.991638 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ecee4e06-7bab-4a96-9015-5e8bfa3618e0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a3efcb4bd22a4dcb98f0ffe42630306f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431328 Jun 30 02:43:00.037771 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.042726 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee4e06-7bab-4a96-9015-5e8bfa3618e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc97c2e-6493-4e09-9d2f-606b9ca38796,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:00.055679 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb7bccc-0119-4216-85b3-7c7928ee4530 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:00.086823 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14355e6d-8b68-43bf-b10b-c5d407543745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.099670 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 2cb7bccc-0119-4216-85b3-7c7928ee4530, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2cb7bccc-0119-4216-85b3-7c7928ee4530,segment=NetworkSegment(5f047596-0de8-4f8e-af5c-614ba511e33f),segment_id=5f047596-0de8-4f8e-af5c-614ba511e33f)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:00.111339 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.143403 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14355e6d-8b68-43bf-b10b-c5d407543745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.188919 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-9b70e98f-d049-4fb0-aef8-efcdb182ccd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.229643 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=2cb7bccc-0119-4216-85b3-7c7928ee4530,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:00.250321 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14355e6d-8b68-43bf-b10b-c5d407543745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.254233 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14355e6d-8b68-43bf-b10b-c5d407543745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.256518 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-14355e6d-8b68-43bf-b10b-c5d407543745 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2cc97c2e-6493-4e09-9d2f-606b9ca38796 HTTP/1.1" status: 204 len: 168 time: 0.2718823 Jun 30 02:43:00.259156 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc168bf-22dd-4483-8fc9-df50afe99c82 req-8d41b4f9-a977-45ad-a446-2233adcedf5c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:00.261193 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2bc168bf-22dd-4483-8fc9-df50afe99c82 req-8d41b4f9-a977-45ad-a446-2233adcedf5c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 944 time: 0.1293955 Jun 30 02:43:00.280041 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14355e6d-8b68-43bf-b10b-c5d407543745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc97c2e-6493-4e09-9d2f-606b9ca38796,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:00.339576 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2bc168bf-22dd-4483-8fc9-df50afe99c82 req-e2411fc8-72cc-4231-b8d1-2d092ae8a16f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695958 Jun 30 02:43:00.406277 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-9b70e98f-d049-4fb0-aef8-efcdb182ccd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.410806 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-9b70e98f-d049-4fb0-aef8-efcdb182ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.479661 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70e98f-d049-4fb0-aef8-efcdb182ccd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7e64e2-2944-400b-9b5b-d2143444b31b,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:00.504338 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-9b70e98f-d049-4fb0-aef8-efcdb182ccd8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=28fcedf6ca794d8bb894987d793ec534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8390827 Jun 30 02:43:00.505599 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b5fb3-ad02-4dc2-8b45-910ccee613e1 req-95a39450-d2df-44c8-a5f2-44ddab11c122 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:00.507146 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53012) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:00.515591 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-196b5fb3-ad02-4dc2-8b45-910ccee613e1 req-95a39450-d2df-44c8-a5f2-44ddab11c122 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.1089573 Jun 30 02:43:00.574089 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f9bca984-33ee-4371-82e7-ce017cf8828f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.582032 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-196b5fb3-ad02-4dc2-8b45-910ccee613e1 req-ca47a862-72ed-4875-b23e-130e9254bd94 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623348 Jun 30 02:43:00.596531 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['2cb7bccc-0119-4216-85b3-7c7928ee4530'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:00.625110 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f9bca984-33ee-4371-82e7-ce017cf8828f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.700381 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f9bca984-33ee-4371-82e7-ce017cf8828f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.703537 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f9bca984-33ee-4371-82e7-ce017cf8828f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:00.707108 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-f9bca984-33ee-4371-82e7-ce017cf8828f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/db7e64e2-2944-400b-9b5b-d2143444b31b HTTP/1.1" status: 204 len: 168 time: 0.1966679 Jun 30 02:43:00.718549 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bca984-33ee-4371-82e7-ce017cf8828f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7e64e2-2944-400b-9b5b-d2143444b31b,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:01.025158 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7899e9e-00d8-4ec8-a683-b647531edbd0 req-26741aae-9d76-45ca-8338-a10bd2f354ba tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:01.026412 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e7899e9e-00d8-4ec8-a683-b647531edbd0 req-26741aae-9d76-45ca-8338-a10bd2f354ba tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 945 time: 0.0760810 Jun 30 02:43:01.068181 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e7899e9e-00d8-4ec8-a683-b647531edbd0 req-bdfaeee7-ec51-4657-a770-60630a219d0a tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352361 Jun 30 02:43:01.188208 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53046) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:01.204727 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-35b5ba2d-7d53-42fb-aea0-18fb34894cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.350407 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-35b5ba2d-7d53-42fb-aea0-18fb34894cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.355497 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-35b5ba2d-7d53-42fb-aea0-18fb34894cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.412241 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-35b5ba2d-7d53-42fb-aea0-18fb34894cc7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2263cf65c8ad4d3a8906779a65b418ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221267 Jun 30 02:43:01.414544 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5ba2d-7d53-42fb-aea0-18fb34894cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381d18d0-89a4-4a6a-a556-0caaa61623eb,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:01.415385 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53060) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:01.495205 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-73256e6b-7b68-4966-b43c-3bd27766f644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.528931 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-73256e6b-7b68-4966-b43c-3bd27766f644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.595629 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-73256e6b-7b68-4966-b43c-3bd27766f644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.596628 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099a80a-bcfe-4ab9-9498-d7917577c014 req-45f7ec05-7bde-46d9-b707-40316d3ba883 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:01.598395 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-73256e6b-7b68-4966-b43c-3bd27766f644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:01.600005 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-73256e6b-7b68-4966-b43c-3bd27766f644 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/381d18d0-89a4-4a6a-a556-0caaa61623eb HTTP/1.1" status: 204 len: 168 time: 0.1834180 Jun 30 02:43:01.608905 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b099a80a-bcfe-4ab9-9498-d7917577c014 req-45f7ec05-7bde-46d9-b707-40316d3ba883 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 944 time: 0.1031137 Jun 30 02:43:01.617408 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73256e6b-7b68-4966-b43c-3bd27766f644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381d18d0-89a4-4a6a-a556-0caaa61623eb,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:01.680640 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b099a80a-bcfe-4ab9-9498-d7917577c014 req-3a12bd45-eb08-4d9a-a1cd-8563400e679f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705926 Jun 30 02:43:01.826849 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 29915648-ff48-4fa1-9add-2e872d0ea18a details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:43:01.881665 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401b1fd-2452-4814-8dc7-8d1ad7d3149a req-932147b7-edfe-4428-abf3-18f52b13e698 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:01.883763 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3401b1fd-2452-4814-8dc7-8d1ad7d3149a req-932147b7-edfe-4428-abf3-18f52b13e698 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.1316233 Jun 30 02:43:01.930019 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 2cb7bccc-0119-4216-85b3-7c7928ee4530 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:01.958361 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3401b1fd-2452-4814-8dc7-8d1ad7d3149a req-8e94b02f-47d4-40cd-b562-1e35103d5325 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674343 Jun 30 02:43:02.020400 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 29915648-ff48-4fa1-9add-2e872d0ea18a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=29915648-ff48-4fa1-9add-2e872d0ea18a,segment=NetworkSegment(5f047596-0de8-4f8e-af5c-614ba511e33f),segment_id=5f047596-0de8-4f8e-af5c-614ba511e33f)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:02.029686 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 2cb7bccc-0119-4216-85b3-7c7928ee4530 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:02.037311 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 2cb7bccc-0119-4216-85b3-7c7928ee4530 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:02.037685 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.040283 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '29915648-ff48-4fa1-9add-2e872d0ea18a', 'network_id': '20f0e20c-89ba-4836-934d-c4afdcb05111', 'port_id': '29915648-ff48-4fa1-9add-2e872d0ea18a', 'mac_address': 'fa:16:3e:ef:f4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1ff7300-2787-4759-bd36-dc868e49873a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:43:02.167314 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.202569 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29915648-ff48-4fa1-9add-2e872d0ea18a {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:02.232616 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 29915648-ff48-4fa1-9add-2e872d0ea18a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=29915648-ff48-4fa1-9add-2e872d0ea18a,segment=NetworkSegment(5f047596-0de8-4f8e-af5c-614ba511e33f),segment_id=5f047596-0de8-4f8e-af5c-614ba511e33f)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:02.242229 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.248956 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.315361 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be3919-ba26-4333-bf25-ed3c4464383e req-aaf76c56-33ea-485a-9f46-116ad2ace29d tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.317459 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-69be3919-ba26-4333-bf25-ed3c4464383e req-aaf76c56-33ea-485a-9f46-116ad2ace29d tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 945 time: 0.1219814 Jun 30 02:43:02.331167 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7bccc-0119-4216-85b3-7c7928ee4530'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:02.333572 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1965e626-659a-47be-946b-df770a2eb9d2" -d '{"events": [{"server_uuid": "a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7bccc-0119-4216-85b3-7c7928ee4530"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:02.355243 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 2cb7bccc-0119-4216-85b3-7c7928ee4530, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2cb7bccc-0119-4216-85b3-7c7928ee4530,segment=NetworkSegment(5f047596-0de8-4f8e-af5c-614ba511e33f),segment_id=5f047596-0de8-4f8e-af5c-614ba511e33f)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:02.359268 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=29915648-ff48-4fa1-9add-2e872d0ea18a,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:02.363761 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.389224 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8618643-d5cd-4bb8-af48-2530c5d76ffe x-openstack-request-id: req-c8618643-d5cd-4bb8-af48-2530c5d76ffe {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:02.389525 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7bccc-0119-4216-85b3-7c7928ee4530", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:02.389780 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c8618643-d5cd-4bb8-af48-2530c5d76ffe {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:02.390168 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7bccc-0119-4216-85b3-7c7928ee4530', 'code': 200} Jun 30 02:43:02.392784 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-69be3919-ba26-4333-bf25-ed3c4464383e req-853e769e-4dd9-44f2-847d-e1c0912ac69b tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684195 Jun 30 02:43:02.438048 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=2cb7bccc-0119-4216-85b3-7c7928ee4530,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:02.629126 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['29915648-ff48-4fa1-9add-2e872d0ea18a'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:02.723467 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8aa1df-153d-4827-ae3e-156c073f6163 req-95db4e68-fc3e-47c8-ab6c-78db6b6d37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:02.726259 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2b8aa1df-153d-4827-ae3e-156c073f6163 req-95db4e68-fc3e-47c8-ab6c-78db6b6d37a5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 1098 time: 0.1138339 Jun 30 02:43:02.836588 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-b6f90feb-33ab-4d99-9fcc-99e19c8f6522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:02.868769 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2b8aa1df-153d-4827-ae3e-156c073f6163 req-b10b2bf3-55c3-4845-9a74-7eaac70bcc57 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345987 Jun 30 02:43:03.082011 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f0ab1-08a7-41c6-95ef-1365f55890a9 req-839b4adc-366b-4ef6-9992-f05aff9c1690 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:03.083588 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-381f0ab1-08a7-41c6-95ef-1365f55890a9 req-839b4adc-366b-4ef6-9992-f05aff9c1690 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 945 time: 0.1808338 Jun 30 02:43:03.150256 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-381f0ab1-08a7-41c6-95ef-1365f55890a9 req-280a3b4e-3428-4928-a907-7f67525dc4dc tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608416 Jun 30 02:43:03.294170 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dea3be-cc9f-4754-8e00-c1c26424bdf0 req-bd52f664-25f9-4044-857c-134b904c85f4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:03.296568 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-03dea3be-cc9f-4754-8e00-c1c26424bdf0 req-bd52f664-25f9-4044-857c-134b904c85f4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.1106138 Jun 30 02:43:03.345417 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-03dea3be-cc9f-4754-8e00-c1c26424bdf0 req-10da3fe7-b1b7-49fe-8408-8c5f907a1ae0 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Jun 30 02:43:03.843579 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 46cc1817-02bc-4998-bee2-94f7893d5d86 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:43:03.944090 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 46cc1817-02bc-4998-bee2-94f7893d5d86, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=46cc1817-02bc-4998-bee2-94f7893d5d86,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:03.964076 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'port_id': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'mac_address': 'fa:16:3e:9f:65:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:43:04.011832 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.031111 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cc1817-02bc-4998-bee2-94f7893d5d86 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:04.080912 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 46cc1817-02bc-4998-bee2-94f7893d5d86, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=46cc1817-02bc-4998-bee2-94f7893d5d86,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:04.086094 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:04.223247 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=46cc1817-02bc-4998-bee2-94f7893d5d86,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:04.398691 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc33b-c366-42e8-b7f5-9231cf197849 req-1ed54cde-65eb-48d1-8b1b-f1e977798900 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:04.400244 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d30fc33b-c366-42e8-b7f5-9231cf197849 req-1ed54cde-65eb-48d1-8b1b-f1e977798900 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 945 time: 0.0872078 Jun 30 02:43:04.467925 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d30fc33b-c366-42e8-b7f5-9231cf197849 req-39284f57-e53a-4868-90f7-96a75eea796e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608945 Jun 30 02:43:04.584190 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['46cc1817-02bc-4998-bee2-94f7893d5d86'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:04.684158 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a9dac-01e8-4bd9-abe8-9da9f8790b6b req-0353caa4-4d63-4e7d-9e1a-7245459c1b3c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:04.685907 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-592a9dac-01e8-4bd9-abe8-9da9f8790b6b req-0353caa4-4d63-4e7d-9e1a-7245459c1b3c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 945 time: 0.0850556 Jun 30 02:43:04.735999 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-592a9dac-01e8-4bd9-abe8-9da9f8790b6b req-c4432904-b2d7-48dc-901d-661f90a987fb tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428541 Jun 30 02:43:05.201733 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-162eed97-32ee-4dc9-bad3-57ba9d191849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.320030 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53274) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:05.461483 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0011c7aa-6ebf-4415-9dab-d48118fb5d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.591859 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0011c7aa-6ebf-4415-9dab-d48118fb5d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.612249 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0011c7aa-6ebf-4415-9dab-d48118fb5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.694174 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-0011c7aa-6ebf-4415-9dab-d48118fb5d5b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c9394c752ee843b0a24ae5ae40249b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717020 Jun 30 02:43:05.695196 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011c7aa-6ebf-4415-9dab-d48118fb5d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21df44d6-a789-4530-9767-52faab06badb,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:05.699680 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53314) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:05.742307 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53316) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:05.813929 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-921086f9-f681-4b80-b2a2-9e05bcf85d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.832903 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8eb33c-0873-4486-83a0-b74c984fa911 req-276e70dd-3ec7-4436-927d-6ca327fe590e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:05.834828 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bb8eb33c-0873-4486-83a0-b74c984fa911 req-276e70dd-3ec7-4436-927d-6ca327fe590e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 945 time: 0.1699574 Jun 30 02:43:05.852726 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 46cc1817-02bc-4998-bee2-94f7893d5d86 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:05.949202 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.957362 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-921086f9-f681-4b80-b2a2-9e05bcf85d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.970166 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-29eb0b99-51b2-4ac2-b445-bd5e9600e483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:05.976097 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 46cc1817-02bc-4998-bee2-94f7893d5d86 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:05.981159 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 46cc1817-02bc-4998-bee2-94f7893d5d86 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:05.981629 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bb8eb33c-0873-4486-83a0-b74c984fa911 req-4cf44138-8b66-4b37-859e-96e106dbb7f2 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390903 Jun 30 02:43:05.983520 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.040617 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-921086f9-f681-4b80-b2a2-9e05bcf85d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.040997 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf18ad-a232-4acb-b0d0-4df40adb03de req-d0f6ffcd-0001-4aaa-a153-ac00fc9601c5 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:06.042552 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0bcf18ad-a232-4acb-b0d0-4df40adb03de req-d0f6ffcd-0001-4aaa-a153-ac00fc9601c5 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 945 time: 0.1354439 Jun 30 02:43:06.044339 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-921086f9-f681-4b80-b2a2-9e05bcf85d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.047480 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-921086f9-f681-4b80-b2a2-9e05bcf85d5f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/21df44d6-a789-4530-9767-52faab06badb HTTP/1.1" status: 204 len: 168 time: 0.3465598 Jun 30 02:43:06.059266 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921086f9-f681-4b80-b2a2-9e05bcf85d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21df44d6-a789-4530-9767-52faab06badb,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.100903 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0bcf18ad-a232-4acb-b0d0-4df40adb03de req-b154b690-e68e-4492-9712-225e97a146d1 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501893 Jun 30 02:43:06.101036 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.129215 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:06.132101 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a834d0-c122-4c93-bef8-53d4b6fef33a" -d '{"events": [{"server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "name": "network-vif-plugged", "status": "completed", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:06.134538 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-29eb0b99-51b2-4ac2-b445-bd5e9600e483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.139881 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-29eb0b99-51b2-4ac2-b445-bd5e9600e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.159398 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 46cc1817-02bc-4998-bee2-94f7893d5d86, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=46cc1817-02bc-4998-bee2-94f7893d5d86,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:06.165721 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.166760 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 29915648-ff48-4fa1-9add-2e872d0ea18a up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:43:06.184463 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb0b99-51b2-4ac2-b445-bd5e9600e483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf58886-48d9-4aec-8ce2-8768f8b2d511,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.196645 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abb6db4-b817-4a69-8fd6-1a27d3f4820f x-openstack-request-id: req-5abb6db4-b817-4a69-8fd6-1a27d3f4820f {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:06.196948 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "name": "network-vif-plugged", "status": "completed", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:06.197203 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5abb6db4-b817-4a69-8fd6-1a27d3f4820f {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:06.197669 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'code': 200} Jun 30 02:43:06.203981 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-29eb0b99-51b2-4ac2-b445-bd5e9600e483 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f038690718014918847687716afbdd5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583564 Jun 30 02:43:06.206669 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53330) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:06.252471 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=46cc1817-02bc-4998-bee2-94f7893d5d86,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.264782 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aca5736e-da36-44b6-a9bd-88e95c04aacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.286093 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 29915648-ff48-4fa1-9add-2e872d0ea18a completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:43:06.292146 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aca5736e-da36-44b6-a9bd-88e95c04aacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.295290 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 29915648-ff48-4fa1-9add-2e872d0ea18a triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:43:06.295837 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.356363 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aca5736e-da36-44b6-a9bd-88e95c04aacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.359176 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aca5736e-da36-44b6-a9bd-88e95c04aacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.360344 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-aca5736e-da36-44b6-a9bd-88e95c04aacb admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ebf58886-48d9-4aec-8ce2-8768f8b2d511 HTTP/1.1" status: 204 len: 168 time: 0.1526728 Jun 30 02:43:06.373995 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5736e-da36-44b6-a9bd-88e95c04aacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf58886-48d9-4aec-8ce2-8768f8b2d511,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.414646 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.417109 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.458778 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 29915648-ff48-4fa1-9add-2e872d0ea18a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=29915648-ff48-4fa1-9add-2e872d0ea18a,segment=NetworkSegment(5f047596-0de8-4f8e-af5c-614ba511e33f),segment_id=5f047596-0de8-4f8e-af5c-614ba511e33f)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:06.464620 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.476568 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53336) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:06.490689 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3e665b7d-ca60-4a12-8a36-ed7600a9d3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.490890 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f4fa3-c156-4058-89a4-dc7ade521eeb req-bad05ec8-5580-4366-bca1-95155e58d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:06.492489 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-310f4fa3-c156-4058-89a4-dc7ade521eeb req-bad05ec8-5580-4366-bca1-95155e58d295 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 1099 time: 0.0690217 Jun 30 02:43:06.526635 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=29915648-ff48-4fa1-9add-2e872d0ea18a,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.561985 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-310f4fa3-c156-4058-89a4-dc7ade521eeb req-de904754-6e97-4754-981d-08060bf6f030 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592859 Jun 30 02:43:06.608563 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3e665b7d-ca60-4a12-8a36-ed7600a9d3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.614345 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3e665b7d-ca60-4a12-8a36-ed7600a9d3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.658848 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53344) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:06.659105 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-3e665b7d-ca60-4a12-8a36-ed7600a9d3f4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0cfea99720464580bc4681b11965fa3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812093 Jun 30 02:43:06.659984 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e665b7d-ca60-4a12-8a36-ed7600a9d3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9b9213-5bc4-4258-9746-28f5c5b2b33c,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.733650 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53350) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:06.741858 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7247442a-dcdc-40d7-a7a4-7e4b727e9e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.752665 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e75efd42-acaf-4653-b04b-ad8c11d5a284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.789068 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7247442a-dcdc-40d7-a7a4-7e4b727e9e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.878575 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7247442a-dcdc-40d7-a7a4-7e4b727e9e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.881069 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7247442a-dcdc-40d7-a7a4-7e4b727e9e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.881646 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53360) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:06.883270 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-7247442a-dcdc-40d7-a7a4-7e4b727e9e31 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2e9b9213-5bc4-4258-9746-28f5c5b2b33c HTTP/1.1" status: 204 len: 168 time: 0.2222815 Jun 30 02:43:06.898334 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247442a-dcdc-40d7-a7a4-7e4b727e9e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9b9213-5bc4-4258-9746-28f5c5b2b33c,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.922088 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e75efd42-acaf-4653-b04b-ad8c11d5a284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.926791 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e75efd42-acaf-4653-b04b-ad8c11d5a284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:06.974434 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-e75efd42-acaf-4653-b04b-ad8c11d5a284 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fbcd5a34e77a4b29b7f5ef38aa500ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397332 Jun 30 02:43:06.975365 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75efd42-acaf-4653-b04b-ad8c11d5a284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a600ed5d-ab29-4995-8509-aefa5fa041d5,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:06.977091 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53368) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:07.056261 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-06db90a1-44b6-40aa-b5b7-0b54c671442b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.080936 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-06db90a1-44b6-40aa-b5b7-0b54c671442b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.151637 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-06db90a1-44b6-40aa-b5b7-0b54c671442b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.165115 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-06db90a1-44b6-40aa-b5b7-0b54c671442b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.172188 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-06db90a1-44b6-40aa-b5b7-0b54c671442b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a600ed5d-ab29-4995-8509-aefa5fa041d5 HTTP/1.1" status: 204 len: 168 time: 0.1935198 Jun 30 02:43:07.194653 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db90a1-44b6-40aa-b5b7-0b54c671442b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a600ed5d-ab29-4995-8509-aefa5fa041d5,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:07.228385 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53384) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:07.293890 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b94a13-8bf6-410e-aa16-64c0e1acc978 req-46dc8664-bea0-4100-a4fb-ca8b7f30d58a tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.314779 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a7b94a13-8bf6-410e-aa16-64c0e1acc978 req-46dc8664-bea0-4100-a4fb-ca8b7f30d58a tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.1921957 Jun 30 02:43:07.407942 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-612a0a4c-01a0-482d-bee7-76737999a72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.429073 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a7b94a13-8bf6-410e-aa16-64c0e1acc978 req-579bdbc1-58e3-4546-93cf-b1312ad8f8a8 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118352 Jun 30 02:43:07.481492 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a6697e82-11a2-4f95-ba52-47016faea182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.537283 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60318bcf-7e18-4b8d-a69f-f79f11e80886 req-7103fad1-c8cc-411b-9b47-f76ff1003307 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:07.544545 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-60318bcf-7e18-4b8d-a69f-f79f11e80886 req-7103fad1-c8cc-411b-9b47-f76ff1003307 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.1943057 Jun 30 02:43:07.634746 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-60318bcf-7e18-4b8d-a69f-f79f11e80886 req-0908ace9-c3ea-469c-905f-182911ffb10d tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889428 Jun 30 02:43:07.644128 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-612a0a4c-01a0-482d-bee7-76737999a72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.652218 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-612a0a4c-01a0-482d-bee7-76737999a72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.713197 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-612a0a4c-01a0-482d-bee7-76737999a72f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4168bb4cd0974e8c9f539ac32581f310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8304532 Jun 30 02:43:07.716423 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53404) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:07.725533 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a0a4c-01a0-482d-bee7-76737999a72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea72c0e-e4f8-4a24-84cf-6b9d2d2d6a83,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:07.802130 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a6697e82-11a2-4f95-ba52-47016faea182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.808015 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a6697e82-11a2-4f95-ba52-47016faea182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.808182 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b95b3c95-8079-4b81-8918-d876154ff988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.834228 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b95b3c95-8079-4b81-8918-d876154ff988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.892679 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-a6697e82-11a2-4f95-ba52-47016faea182 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5d2acb976ffa4ec699c9f48526e1371b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6607990 Jun 30 02:43:07.894649 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53412) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:07.897000 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6697e82-11a2-4f95-ba52-47016faea182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b8202-3d37-43ab-986c-4866e9801720,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:07.923869 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b95b3c95-8079-4b81-8918-d876154ff988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.927801 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b95b3c95-8079-4b81-8918-d876154ff988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:07.930002 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-b95b3c95-8079-4b81-8918-d876154ff988 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0ea72c0e-e4f8-4a24-84cf-6b9d2d2d6a83 HTTP/1.1" status: 204 len: 168 time: 0.2105789 Jun 30 02:43:07.961310 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b3c95-8079-4b81-8918-d876154ff988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea72c0e-e4f8-4a24-84cf-6b9d2d2d6a83,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:08.010063 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0d91ce32-67a2-48c8-afc2-4cf9b59be0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.032811 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0d91ce32-67a2-48c8-afc2-4cf9b59be0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.091701 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0d91ce32-67a2-48c8-afc2-4cf9b59be0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.094566 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0d91ce32-67a2-48c8-afc2-4cf9b59be0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.096017 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-0d91ce32-67a2-48c8-afc2-4cf9b59be0b6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a91b8202-3d37-43ab-986c-4866e9801720 HTTP/1.1" status: 204 len: 168 time: 0.1987004 Jun 30 02:43:08.107391 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91ce32-67a2-48c8-afc2-4cf9b59be0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b8202-3d37-43ab-986c-4866e9801720,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:08.198861 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519b6886-c2b6-41e3-bda9-48c0d5f9ad1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29915648-ff48-4fa1-9add-2e872d0ea18a'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:08.201684 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e24bb39-281d-4c5f-a8cb-f75a389073a8" -d '{"events": [{"server_uuid": "519b6886-c2b6-41e3-bda9-48c0d5f9ad1e", "name": "network-vif-plugged", "status": "completed", "tag": "29915648-ff48-4fa1-9add-2e872d0ea18a"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:08.241022 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224fb1d1-9729-437d-b46a-387941112491 x-openstack-request-id: req-224fb1d1-9729-437d-b46a-387941112491 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:08.241326 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519b6886-c2b6-41e3-bda9-48c0d5f9ad1e", "name": "network-vif-plugged", "status": "completed", "tag": "29915648-ff48-4fa1-9add-2e872d0ea18a", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:08.241704 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-224fb1d1-9729-437d-b46a-387941112491 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:08.242260 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519b6886-c2b6-41e3-bda9-48c0d5f9ad1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29915648-ff48-4fa1-9add-2e872d0ea18a', 'code': 200} Jun 30 02:43:08.317964 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.500320 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53444) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:08.535444 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d2c4aac8-b4c8-4920-a4dd-b69a1dee6c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.611295 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d25e30-448b-4fd0-a023-03f0d36ab6f1 req-99a7a91b-19f5-4666-a583-f707af7aa4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:08.615526 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c1d25e30-448b-4fd0-a023-03f0d36ab6f1 req-99a7a91b-19f5-4666-a583-f707af7aa4da service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 1099 time: 0.1785696 Jun 30 02:43:08.732759 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c1d25e30-448b-4fd0-a023-03f0d36ab6f1 req-e06a36d6-53e4-4b14-b544-460dd36a9cc3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059978 Jun 30 02:43:08.776177 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53454) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:08.838163 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ade6-6043-4d7d-afea-4838fb268916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.853844 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d2c4aac8-b4c8-4920-a4dd-b69a1dee6c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.864705 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d2c4aac8-b4c8-4920-a4dd-b69a1dee6c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:08.950827 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4aac8-b4c8-4920-a4dd-b69a1dee6c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff325306-6225-4688-925a-ee7ed75a554a,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:09.003870 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e4d73-3229-4209-a6d3-deb4935756dd req-d90edabb-8795-4c7a-ac7a-c235a896ecb2 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.005518 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-013e4d73-3229-4209-a6d3-deb4935756dd req-d90edabb-8795-4c7a-ac7a-c235a896ecb2 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.2947736 Jun 30 02:43:09.017642 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ade6-6043-4d7d-afea-4838fb268916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.036830 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-9fe2ade6-6043-4d7d-afea-4838fb268916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.065363 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-d2c4aac8-b4c8-4920-a4dd-b69a1dee6c67 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=bdad5540dfe44868974d13ee09cb028c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600233 Jun 30 02:43:09.068237 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53468) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:09.114526 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-9fe2ade6-6043-4d7d-afea-4838fb268916 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=611de7843bf64b76a7fe8292117da33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341608 Jun 30 02:43:09.116971 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53470) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:09.117173 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2ade6-6043-4d7d-afea-4838fb268916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c483adcb-a3ce-44a0-b77f-b23603d89418,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:09.140626 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-013e4d73-3229-4209-a6d3-deb4935756dd req-4f41148e-9736-4a09-9e66-b7af7dfd2d3b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242831 Jun 30 02:43:09.161315 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f35ac0-3b21-4e67-a324-b6fd53dc2b12 req-4c5543c7-2df9-44db-b04f-2f3e4b747c03 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.164667 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-93f35ac0-3b21-4e67-a324-b6fd53dc2b12 req-4c5543c7-2df9-44db-b04f-2f3e4b747c03 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.1958582 Jun 30 02:43:09.198299 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-71f97a7d-1266-4a54-93c2-8ce46148d57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.249204 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-71f97a7d-1266-4a54-93c2-8ce46148d57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.259349 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f4da-1cfe-46c0-8197-f8da1ae084e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.268079 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-93f35ac0-3b21-4e67-a324-b6fd53dc2b12 req-a64a21c8-6440-4edc-b890-c97ad9ba400b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958283 Jun 30 02:43:09.303657 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f4da-1cfe-46c0-8197-f8da1ae084e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.353137 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-71f97a7d-1266-4a54-93c2-8ce46148d57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.357041 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-71f97a7d-1266-4a54-93c2-8ce46148d57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.358380 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-71f97a7d-1266-4a54-93c2-8ce46148d57e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ff325306-6225-4688-925a-ee7ed75a554a HTTP/1.1" status: 204 len: 168 time: 0.2879481 Jun 30 02:43:09.369212 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f97a7d-1266-4a54-93c2-8ce46148d57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff325306-6225-4688-925a-ee7ed75a554a,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:09.400176 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f4da-1cfe-46c0-8197-f8da1ae084e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.402714 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f4da-1cfe-46c0-8197-f8da1ae084e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.412134 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-cfe2f4da-1cfe-46c0-8197-f8da1ae084e0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c483adcb-a3ce-44a0-b77f-b23603d89418 HTTP/1.1" status: 204 len: 168 time: 0.2941606 Jun 30 02:43:09.426278 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2f4da-1cfe-46c0-8197-f8da1ae084e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c483adcb-a3ce-44a0-b77f-b23603d89418,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:09.509196 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f540bc4-6b8d-4882-9e20-ce25101ff9af req-b2600b93-63c7-41f5-8627-e03c525d4d57 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:09.511132 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2f540bc4-6b8d-4882-9e20-ce25101ff9af req-b2600b93-63c7-41f5-8627-e03c525d4d57 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0835195 Jun 30 02:43:09.522541 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53526) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:09.528869 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-d11ca83e-0f6b-45be-918a-73c0fc114d39 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Request body: {'floatingip': {'port_id': '46cc1817-02bc-4998-bee2-94f7893d5d86'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:09.632227 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d11ca83e-0f6b-45be-918a-73c0fc114d39 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:09.891076 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53542) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:09.918092 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c87fa96c-d66b-4e38-a09c-37ea7cabb29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.061806 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c87fa96c-d66b-4e38-a09c-37ea7cabb29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.068335 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c87fa96c-d66b-4e38-a09c-37ea7cabb29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.126111 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-c87fa96c-d66b-4e38-a09c-37ea7cabb29d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=69dae361d5484b368da37a0ca3e38575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321639 Jun 30 02:43:10.126751 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53558) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:10.252846 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fa96c-d66b-4e38-a09c-37ea7cabb29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafd73fa-2e28-477c-8c0a-1b57214c1811,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:10.315047 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0b2c3a98-06c2-413c-9a5a-4813fccf0d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.369090 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0b2c3a98-06c2-413c-9a5a-4813fccf0d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.556601 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0b2c3a98-06c2-413c-9a5a-4813fccf0d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.567855 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0b2c3a98-06c2-413c-9a5a-4813fccf0d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:10.572985 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-0b2c3a98-06c2-413c-9a5a-4813fccf0d7c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fafd73fa-2e28-477c-8c0a-1b57214c1811 HTTP/1.1" status: 204 len: 168 time: 0.4336860 Jun 30 02:43:10.608344 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c3a98-06c2-413c-9a5a-4813fccf0d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafd73fa-2e28-477c-8c0a-1b57214c1811,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:10.655445 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb691b2-bfb5-4902-ae9d-ca2d4efbc1e0 req-3c869f9d-1924-4fa0-ba7f-e2f457412bf4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:10.657673 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ddb691b2-bfb5-4902-ae9d-ca2d4efbc1e0 req-3c869f9d-1924-4fa0-ba7f-e2f457412bf4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.2711926 Jun 30 02:43:10.742477 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ddb691b2-bfb5-4902-ae9d-ca2d4efbc1e0 req-a7e91351-4ee5-4b24-8857-8b8f89014c0a tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760698 Jun 30 02:43:10.918779 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.db.resource_extend [None req-d11ca83e-0f6b-45be-918a-73c0fc114d39 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:43:11.029230 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d11ca83e-0f6b-45be-918a-73c0fc114d39 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.036284 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d11ca83e-0f6b-45be-918a-73c0fc114d39 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.165304 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.l3_db [None req-d11ca83e-0f6b-45be-918a-73c0fc114d39 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Floating IP 61622b7a-d114-45d7-b658-7cc18f146fef associated. External IP: 172.27.0.194, port: 46cc1817-02bc-4998-bee2-94f7893d5d86. Jun 30 02:43:11.459909 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11ca83e-0f6b-45be-918a-73c0fc114d39 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Router 3889221c-a9a8-4bbd-8276-75c9054b3497 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:43:11.584297 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11ca83e-0f6b-45be-918a-73c0fc114d39 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:43:11.596425 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d11ca83e-0f6b-45be-918a-73c0fc114d39 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:11.606726 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ca681-c63e-4bf2-b9df-e4a82b251e86 None None] Sync routers for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:43:11.630986 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091ca681-c63e-4bf2-b9df-e4a82b251e86 None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:11.631931 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-091ca681-c63e-4bf2-b9df-e4a82b251e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:43:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:11.643661 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-d11ca83e-0f6b-45be-918a-73c0fc114d39 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "PUT /v2.0/floatingips/61622b7a-d114-45d7-b658-7cc18f146fef HTTP/1.1" status: 200 len: 992 time: 2.1198626 Jun 30 02:43:11.646479 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86'}] {{(pid=99697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:11.753431 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-091ca681-c63e-4bf2-b9df-e4a82b251e86 None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:11.818623 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53678) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:11.949756 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e754bf4-53bc-445b-b889-7757604887bd req-f525cabf-e288-4b90-aa49-952c3464ceda tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:11.952086 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1e754bf4-53bc-445b-b889-7757604887bd req-f525cabf-e288-4b90-aa49-952c3464ceda tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0700960 Jun 30 02:43:11.966922 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b7f5baf573436b176afe0d81d1f51af27148d2e3508bf06a547a56a88bfd8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef0d4df-1c5d-40d1-9337-293916325e46" -d '{"events": [{"name": "network-changed", "server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86"}]}' {{(pid=99697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:12.047584 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1e754bf4-53bc-445b-b889-7757604887bd req-1e7135e2-58f7-49f2-98ad-facd9b3f7bb6 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883858 Jun 30 02:43:12.151419 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-091ca681-c63e-4bf2-b9df-e4a82b251e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '61622b7a-d114-45d7-b658-7cc18f146fef', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'port_id': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'mac_address': 'fa:16:3e:9f:65:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:31Z', 'updated_at': '2021-06-30T02:43:10Z', 'revision_number': 1, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:32Z', 'revision_number': 5, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:12.201397 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ca681-c63e-4bf2-b9df-e4a82b251e86 None None] Checking router: 3889221c-a9a8-4bbd-8276-75c9054b3497 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:43:12.210971 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091ca681-c63e-4bf2-b9df-e4a82b251e86 None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:43:12.212331 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-091ca681-c63e-4bf2-b9df-e4a82b251e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:43:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:12.344757 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d4c443-653d-46b3-ae45-7f1cfe813645 x-openstack-request-id: req-a9d4c443-653d-46b3-ae45-7f1cfe813645 {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:12.345040 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86", "status": "completed", "code": 200}]} {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:12.345377 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a9d4c443-653d-46b3-ae45-7f1cfe813645 {{(pid=99697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:12.345839 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'status': 'completed', 'code': 200} Jun 30 02:43:12.373874 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d98fa9a2-9187-46a3-a2a9-7394aa046434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.415558 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-091ca681-c63e-4bf2-b9df-e4a82b251e86 None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:43:12.544071 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53712) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:12.609445 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d98fa9a2-9187-46a3-a2a9-7394aa046434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.629881 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d4df-1c5d-40d1-9337-293916325e46 req-cb38c8d4-7252-47f6-b169-3e7ca5627975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.631930 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0ef0d4df-1c5d-40d1-9337-293916325e46 req-cb38c8d4-7252-47f6-b169-3e7ca5627975 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 1099 time: 0.2335947 Jun 30 02:43:12.633194 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d98fa9a2-9187-46a3-a2a9-7394aa046434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.670466 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fa9a2-9187-46a3-a2a9-7394aa046434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b3b3a0-fe05-4fe3-ae66-9caa816cfa2f,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:12.676040 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed850dcc-f70b-40ce-9d62-f330619c573d admin admin] Deleting subnet aa05f936-8722-4495-b3e9-900dd885f348 {{(pid=99697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:12.691979 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ed850dcc-f70b-40ce-9d62-f330619c573d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.782534 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ed850dcc-f70b-40ce-9d62-f330619c573d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6836301'] for subnet, precommit_delete_associations {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.783314 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d4df-1c5d-40d1-9337-293916325e46 req-14dfb979-4219-45eb-a587-10217b8700bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:12.784985 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0ef0d4df-1c5d-40d1-9337-293916325e46 req-14dfb979-4219-45eb-a587-10217b8700bd service neutron] 10.222.0.88 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 918 time: 0.1203792 Jun 30 02:43:12.847538 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.919623 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ed850dcc-f70b-40ce-9d62-f330619c573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:12.992883 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-091ca681-c63e-4bf2-b9df-e4a82b251e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '61622b7a-d114-45d7-b658-7cc18f146fef', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'port_id': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'mac_address': 'fa:16:3e:9f:65:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:31Z', 'updated_at': '2021-06-30T02:43:10Z', 'revision_number': 1, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:32Z', 'revision_number': 5, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:13.020367 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-d98fa9a2-9187-46a3-a2a9-7394aa046434 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f2536a95509c41f2884d1b1626b01c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1990628 Jun 30 02:43:13.022923 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ed850dcc-f70b-40ce-9d62-f330619c573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6448231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756988'] for subnet, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.023688 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0ef0d4df-1c5d-40d1-9337-293916325e46 req-c675afa8-60bc-4f37-adcc-c7c49df1585b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cc1817-02bc-4998-bee2-94f7893d5d86 HTTP/1.1" status: 200 len: 1000 time: 0.2215793 Jun 30 02:43:13.024397 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53726) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:13.030679 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ca681-c63e-4bf2-b9df-e4a82b251e86 None None] The sync data for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi is: [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '61622b7a-d114-45d7-b658-7cc18f146fef', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'port_id': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'mac_address': 'fa:16:3e:9f:65:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:42:31Z', 'updated_at': '2021-06-30T02:43:10Z', 'revision_number': 1, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:32Z', 'revision_number': 5, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:43:13.076849 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed850dcc-f70b-40ce-9d62-f330619c573d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa05f936-8722-4495-b3e9-900dd885f348,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:13.080177 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ed850dcc-f70b-40ce-9d62-f330619c573d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.083949 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ed850dcc-f70b-40ce-9d62-f330619c573d admin admin] 10.222.0.104 "DELETE /v2.0/subnets/aa05f936-8722-4495-b3e9-900dd885f348 HTTP/1.1" status: 204 len: 168 time: 0.5384474 Jun 30 02:43:13.086682 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53730) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:13.104344 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba1e2b-569d-43b6-a5a6-957c2e534943 req-2e5e689d-a2b1-4449-a2cf-772c5e8d9d04 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.112765 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c8ba1e2b-569d-43b6-a5a6-957c2e534943 req-2e5e689d-a2b1-4449-a2cf-772c5e8d9d04 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.3449256 Jun 30 02:43:13.153859 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d4df-1c5d-40d1-9337-293916325e46 req-2e833f1e-a063-4410-b911-dd0f4c5a9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.155372 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0ef0d4df-1c5d-40d1-9337-293916325e46 req-2e833f1e-a063-4410-b911-dd0f4c5a9bab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 200 len: 855 time: 0.0939689 Jun 30 02:43:13.160068 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802701d-7680-49eb-8243-e737f78d9111 req-089377f8-26f6-4651-a42b-bac82c2095e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.161552 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b802701d-7680-49eb-8243-e737f78d9111 req-089377f8-26f6-4651-a42b-bac82c2095e6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 1099 time: 0.3753617 Jun 30 02:43:13.182692 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-053d3fab-c8c8-453e-83d4-7fd3c1dfb566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.215527 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-053d3fab-c8c8-453e-83d4-7fd3c1dfb566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.405776 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c8ba1e2b-569d-43b6-a5a6-957c2e534943 req-72cfc267-033f-42fe-81d9-f307ed4ff32e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917054 Jun 30 02:43:13.445003 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7214857a-8093-471e-b21b-f30897891e6a None None] New status for floating IP 61622b7a-d114-45d7-b658-7cc18f146fef: ACTIVE {{(pid=99698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:43:13.448735 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-28920ed0-b29b-476f-a27a-ef7c58b6de4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.564350 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-28920ed0-b29b-476f-a27a-ef7c58b6de4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.576585 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-28920ed0-b29b-476f-a27a-ef7c58b6de4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b844640a-1daf-4d21-a753-e5a7446b6cbc']}} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:13.607779 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-28920ed0-b29b-476f-a27a-ef7c58b6de4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a75bbc9-77f2-45df-8d59-51a10e77dc10') {'for_net_delete': True} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:13.607779 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-28920ed0-b29b-476f-a27a-ef7c58b6de4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a75bbc9-77f2-45df-8d59-51a10e77dc10') {} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:13.631547 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-28920ed0-b29b-476f-a27a-ef7c58b6de4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6836292'] for segment, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.659510 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-053d3fab-c8c8-453e-83d4-7fd3c1dfb566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.662226 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-053d3fab-c8c8-453e-83d4-7fd3c1dfb566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.663863 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-053d3fab-c8c8-453e-83d4-7fd3c1dfb566 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f5b3b3a0-fe05-4fe3-ae66-9caa816cfa2f HTTP/1.1" status: 204 len: 168 time: 0.6374350 Jun 30 02:43:13.669349 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802701d-7680-49eb-8243-e737f78d9111 req-b0c55f6d-9873-43fd-a692-8c8c4c629a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.669349 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b802701d-7680-49eb-8243-e737f78d9111 req-b0c55f6d-9873-43fd-a692-8c8c4c629a58 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 921 time: 0.4483943 Jun 30 02:43:13.670910 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-28920ed0-b29b-476f-a27a-ef7c58b6de4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.678820 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0d4df-1c5d-40d1-9337-293916325e46 req-e8477e38-fb22-4f51-a8d8-d7bd1a58dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.680363 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0ef0d4df-1c5d-40d1-9337-293916325e46 req-e8477e38-fb22-4f51-a8d8-d7bd1a58dde0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4626644 Jun 30 02:43:13.681114 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d3fab-c8c8-453e-83d4-7fd3c1dfb566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b3b3a0-fe05-4fe3-ae66-9caa816cfa2f,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:13.681268 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28920ed0-b29b-476f-a27a-ef7c58b6de4b admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=99697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:13.681616 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-28920ed0-b29b-476f-a27a-ef7c58b6de4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6448324'] for segment, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: Traceback (most recent call last): Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: timer() Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: cb(*args, **kw) Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: return func(*args, **kwargs) Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: self._notify() Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: self.callback(batched_events) Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: event.method(event) Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: return f(self, *a, **k) Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._get(url).json() Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:13.689032 dv-cinder-733062-20-iscsi neutron-server[99697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:13.730247 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b802701d-7680-49eb-8243-e737f78d9111 req-9f086d37-9e14-4924-9af0-b33d72455e99 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29915648-ff48-4fa1-9add-2e872d0ea18a HTTP/1.1" status: 200 len: 217 time: 0.0449474 Jun 30 02:43:13.840648 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802701d-7680-49eb-8243-e737f78d9111 req-a71ab95d-4b9f-4f7b-b8d8-f9ba63d720f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:13.842385 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b802701d-7680-49eb-8243-e737f78d9111 req-a71ab95d-4b9f-4f7b-b8d8-f9ba63d720f0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1ff7300-2787-4759-bd36-dc868e49873a HTTP/1.1" status: 200 len: 859 time: 0.0744946 Jun 30 02:43:13.873358 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0ef0d4df-1c5d-40d1-9337-293916325e46 req-04a48162-affe-421a-991a-944ca681f3d1 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797903 Jun 30 02:43:13.904463 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-28920ed0-b29b-476f-a27a-ef7c58b6de4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.933166 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-28920ed0-b29b-476f-a27a-ef7c58b6de4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:13.934412 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b802701d-7680-49eb-8243-e737f78d9111 req-ae68b070-c73e-46f7-a665-d12b84752901 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f0e20c-89ba-4836-934d-c4afdcb05111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712144 Jun 30 02:43:13.942788 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-28920ed0-b29b-476f-a27a-ef7c58b6de4b admin admin] 10.222.0.104 "DELETE /v2.0/networks/b844640a-1daf-4d21-a753-e5a7446b6cbc HTTP/1.1" status: 204 len: 168 time: 0.8513796 Jun 30 02:43:13.942788 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28920ed0-b29b-476f-a27a-ef7c58b6de4b admin admin] Pushing event deleted for resources: {'Network': ['ID=b844640a-1daf-4d21-a753-e5a7446b6cbc,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:13.945350 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53762) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:14.213451 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd03153-5f0c-4f33-96d4-a0286813716e admin admin] Deleting subnet 0796b2ff-4643-4497-a70a-a3c085d95bf3 {{(pid=99696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:14.222598 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0ef0d4df-1c5d-40d1-9337-293916325e46 req-eab6e932-c28a-46d1-b1b0-90c2ab12f530 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072262 Jun 30 02:43:14.222781 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bd03153-5f0c-4f33-96d4-a0286813716e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.272808 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b802701d-7680-49eb-8243-e737f78d9111 req-196f023b-3b23-479e-95ff-f324a5b23c24 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829929 Jun 30 02:43:14.276632 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bd03153-5f0c-4f33-96d4-a0286813716e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.283080 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bd03153-5f0c-4f33-96d4-a0286813716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.294776 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53772) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:14.329062 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-360f59ae-dc6c-41b2-9cb0-f5b95ba2718f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.414049 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b802701d-7680-49eb-8243-e737f78d9111 req-95bdc266-c7e4-4f8a-ba8b-d7fa5e3e0294 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286485 Jun 30 02:43:14.420965 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c0a2e-53f0-4316-b778-8e6b9ec8e3c9 req-e0845993-22e0-4919-8b34-978d9791655a tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.431678 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b65c0a2e-53f0-4316-b778-8e6b9ec8e3c9 req-e0845993-22e0-4919-8b34-978d9791655a tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 945 time: 0.2190077 Jun 30 02:43:14.464533 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bd03153-5f0c-4f33-96d4-a0286813716e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for subnet, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.509444 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b65c0a2e-53f0-4316-b778-8e6b9ec8e3c9 req-627c3cd6-3f5e-46ef-8da1-a093927f9068 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768023 Jun 30 02:43:14.522691 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd03153-5f0c-4f33-96d4-a0286813716e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0796b2ff-4643-4497-a70a-a3c085d95bf3,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:14.530436 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bd03153-5f0c-4f33-96d4-a0286813716e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.534155 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-5bd03153-5f0c-4f33-96d4-a0286813716e admin admin] 10.222.0.104 "DELETE /v2.0/subnets/0796b2ff-4643-4497-a70a-a3c085d95bf3 HTTP/1.1" status: 204 len: 168 time: 0.5702209 Jun 30 02:43:14.537570 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53784) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:14.561586 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-360f59ae-dc6c-41b2-9cb0-f5b95ba2718f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.565592 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-360f59ae-dc6c-41b2-9cb0-f5b95ba2718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.606801 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-360f59ae-dc6c-41b2-9cb0-f5b95ba2718f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2056a63f84f5452bb04933736fb0f33c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062041 Jun 30 02:43:14.607680 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f59ae-dc6c-41b2-9cb0-f5b95ba2718f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa244d53-0e24-4918-9c6f-44f3021afd44,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:14.609812 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53786) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:14.652145 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.659404 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cd31a846-099c-4a0e-9090-ad59e37a26dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.679944 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cd31a846-099c-4a0e-9090-ad59e37a26dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.683817 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae17cf-f249-4efa-99a6-21de372ca7c6 req-21778db4-444f-4a2c-920a-7f01c1220a8d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:14.685307 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-76ae17cf-f249-4efa-99a6-21de372ca7c6 req-21778db4-444f-4a2c-920a-7f01c1220a8d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.1037562 Jun 30 02:43:14.727561 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cd31a846-099c-4a0e-9090-ad59e37a26dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.730465 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cd31a846-099c-4a0e-9090-ad59e37a26dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.731948 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-cd31a846-099c-4a0e-9090-ad59e37a26dd admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/aa244d53-0e24-4918-9c6f-44f3021afd44 HTTP/1.1" status: 204 len: 168 time: 0.1210675 Jun 30 02:43:14.740299 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31a846-099c-4a0e-9090-ad59e37a26dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa244d53-0e24-4918-9c6f-44f3021afd44,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:14.785105 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.790104 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-76ae17cf-f249-4efa-99a6-21de372ca7c6 req-77263da3-fb4a-4ed1-b96a-0ec60075c8b9 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847001 Jun 30 02:43:14.798830 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.799246 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.800010 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.800361 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > port after_create 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.800694 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.801051 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > port after_update 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.801374 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.801699 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.802019 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.802338 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.869936 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.870214 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.870547 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.871232 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99696) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 02:43:14.871605 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9314c567-5172-4820-981f-d79a5a514799']}} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:14.889258 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cba6a66-ef08-4c84-9d85-5d049314ce2e') {'for_net_delete': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:14.889258 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cba6a66-ef08-4c84-9d85-5d049314ce2e') {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:14.913173 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5995411'] for segment, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.944278 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.952993 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Releasing vlan 1140 on physical network physnet1 to pool {{(pid=99696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:14.953508 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4655256'] for segment, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: from cryptography.utils import int_from_bytes Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: from cryptography.utils import int_from_bytes Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: Traceback (most recent call last): Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: timer() Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: cb(*args, **kw) Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: return func(*args, **kwargs) Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: self._notify() Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: self.callback(batched_events) Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: event.method(event) Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: return f(self, *a, **k) Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: return self._get(url).json() Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:14.957514 dv-cinder-733062-20-iscsi neutron-server[99696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:15.012443 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.020087 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.026795 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] 10.222.0.104 "DELETE /v2.0/networks/9314c567-5172-4820-981f-d79a5a514799 HTTP/1.1" status: 204 len: 168 time: 0.4871159 Jun 30 02:43:15.037015 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cae37-f17b-43ea-8840-9a3aa620cde0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9314c567-5172-4820-981f-d79a5a514799,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:15.165515 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53806) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:15.209713 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-925f726e-7b31-4cd4-9aaf-c51619c32b10 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=70d831c3edff4015be0315375fa88467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430372 Jun 30 02:43:15.212196 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53808) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:15.265411 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3e400448-3261-4495-98d8-540f4d93739a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.288619 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3e400448-3261-4495-98d8-540f4d93739a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.341836 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3e400448-3261-4495-98d8-540f4d93739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.349460 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3e400448-3261-4495-98d8-540f4d93739a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:15.354401 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-3e400448-3261-4495-98d8-540f4d93739a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/11defc42-2723-42e5-ac88-90a3e0ddf4fa HTTP/1.1" status: 204 len: 168 time: 0.1412239 Jun 30 02:43:15.364262 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e400448-3261-4495-98d8-540f4d93739a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11defc42-2723-42e5-ac88-90a3e0ddf4fa,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:15.532847 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53830) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:15.746596 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5606-2a28-4333-a4ea-e037ca4ea5a6 req-0dbee9b6-eb3d-400f-876a-b0c2f676dcca tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:15.748877 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-46dc5606-2a28-4333-a4ea-e037ca4ea5a6 req-0dbee9b6-eb3d-400f-876a-b0c2f676dcca tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 945 time: 0.0779130 Jun 30 02:43:15.843450 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-46dc5606-2a28-4333-a4ea-e037ca4ea5a6 req-fdd8010c-e1da-498d-8b1e-1fd7522182af tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826554 Jun 30 02:43:15.866681 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7a36d96e-d413-432b-b147-a13eefea9f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.002674 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7a36d96e-d413-432b-b147-a13eefea9f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.016600 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7a36d96e-d413-432b-b147-a13eefea9f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.063153 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53850) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:16.070489 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-7a36d96e-d413-432b-b147-a13eefea9f3e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c08d414c63374626978aea93e356fc75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5365996 Jun 30 02:43:16.073274 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36d96e-d413-432b-b147-a13eefea9f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d013d72-1b06-438c-a0f6-23fde90fcf25,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:16.075727 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53852) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:16.083732 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b150b9-4c82-4553-b1bf-b369197a0cff req-9511a1e4-720c-421d-96df-46b82bb7f733 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:16.085312 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-76b150b9-4c82-4553-b1bf-b369197a0cff req-9511a1e4-720c-421d-96df-46b82bb7f733 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.1343260 Jun 30 02:43:16.113120 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-7f51d9e8-9995-4e47-b19c-7271f8e20fe4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b78b15bf05794c4fbc2e39acc777266e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484931 Jun 30 02:43:16.115559 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53856) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:16.157940 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-76b150b9-4c82-4553-b1bf-b369197a0cff req-d5e41f02-7d62-4905-aeb9-12bdd384920a tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652740 Jun 30 02:43:16.171752 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cd3aadf1-3661-4122-a99f-9af9c5a77300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.190029 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3f9431be-f620-4d6c-9e8a-d160875e7192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.203034 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cd3aadf1-3661-4122-a99f-9af9c5a77300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.214106 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3f9431be-f620-4d6c-9e8a-d160875e7192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.269965 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cd3aadf1-3661-4122-a99f-9af9c5a77300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.272235 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3f9431be-f620-4d6c-9e8a-d160875e7192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.273375 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cd3aadf1-3661-4122-a99f-9af9c5a77300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.279315 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-cd3aadf1-3661-4122-a99f-9af9c5a77300 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6d013d72-1b06-438c-a0f6-23fde90fcf25 HTTP/1.1" status: 204 len: 168 time: 0.1883497 Jun 30 02:43:16.279589 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3f9431be-f620-4d6c-9e8a-d160875e7192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.279589 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-3f9431be-f620-4d6c-9e8a-d160875e7192 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a7031900-536c-4d63-b8b7-10a4b62249b3 HTTP/1.1" status: 204 len: 168 time: 0.1598108 Jun 30 02:43:16.288253 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aadf1-3661-4122-a99f-9af9c5a77300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d013d72-1b06-438c-a0f6-23fde90fcf25,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:16.289260 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9431be-f620-4d6c-9e8a-d160875e7192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7031900-536c-4d63-b8b7-10a4b62249b3,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:16.626469 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 53876) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:16.646706 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-293ef43b-931a-4378-9f51-564dabbe139a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.754478 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-293ef43b-931a-4378-9f51-564dabbe139a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.759094 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-293ef43b-931a-4378-9f51-564dabbe139a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.800586 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-293ef43b-931a-4378-9f51-564dabbe139a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f1fedf15c92b43759059a0dc0b8e241f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706252 Jun 30 02:43:16.800586 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ef43b-931a-4378-9f51-564dabbe139a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980e72db-4880-45cb-ac52-2c62100dda6a,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:16.801028 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53886) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:16.873128 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f7253bff-5b62-4007-8784-4482e16ee024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.903144 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f7253bff-5b62-4007-8784-4482e16ee024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:16.997630 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f7253bff-5b62-4007-8784-4482e16ee024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.000612 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f7253bff-5b62-4007-8784-4482e16ee024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.004783 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-f7253bff-5b62-4007-8784-4482e16ee024 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/980e72db-4880-45cb-ac52-2c62100dda6a HTTP/1.1" status: 204 len: 168 time: 0.2027967 Jun 30 02:43:17.058489 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7253bff-5b62-4007-8784-4482e16ee024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980e72db-4880-45cb-ac52-2c62100dda6a,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:17.116836 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569a8ec-9f9b-4d9c-b362-05eb5ff4d300 req-b2230f82-00b1-45dc-9ad9-719eebf97e8c tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:17.118411 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4569a8ec-9f9b-4d9c-b362-05eb5ff4d300 req-b2230f82-00b1-45dc-9ad9-719eebf97e8c tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 945 time: 0.1124918 Jun 30 02:43:17.202202 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4569a8ec-9f9b-4d9c-b362-05eb5ff4d300 req-d73b1bbb-37cc-45e1-8705-ff87bac360e3 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/security-groups?id=2c856fda-4218-4441-9d26-0641f8021cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725162 Jun 30 02:43:17.403064 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48b70e-fbbd-4151-ac05-b7589ac32b44 req-299c275d-eb62-44f1-997e-c7675b77e45c tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:17.405163 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4a48b70e-fbbd-4151-ac05-b7589ac32b44 req-299c275d-eb62-44f1-997e-c7675b77e45c tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.88 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 945 time: 0.1821036 Jun 30 02:43:17.575166 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d22db6-948f-4608-88d7-28541e3e1cfd req-19e765f6-7f22-4f85-8783-3a740723cbd5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:17.582907 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f8d22db6-948f-4608-88d7-28541e3e1cfd req-19e765f6-7f22-4f85-8783-3a740723cbd5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.2607970 Jun 30 02:43:17.629041 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-4a48b70e-fbbd-4151-ac05-b7589ac32b44 req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Deleting port 8273aa7e-437a-44b0-8530-4c722685f201 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:43:17.629401 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4a48b70e-fbbd-4151-ac05-b7589ac32b44 req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.684088 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f8d22db6-948f-4608-88d7-28541e3e1cfd req-c89d93f5-08e3-4882-b718-1a80833f211f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001945 Jun 30 02:43:17.760218 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-4a48b70e-fbbd-4151-ac05-b7589ac32b44 req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] For port 8273aa7e-437a-44b0-8530-4c722685f201, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8273aa7e-437a-44b0-8530-4c722685f201,segment=NetworkSegment(a828ee25-c200-4761-9c6c-a61fea7010f0),segment_id=a828ee25-c200-4761-9c6c-a61fea7010f0)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:17.760810 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4a48b70e-fbbd-4151-ac05-b7589ac32b44 req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:17.784798 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-4a48b70e-fbbd-4151-ac05-b7589ac32b44 req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Calling delete_port for 8273aa7e-437a-44b0-8530-4c722685f201 owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:43:17.903313 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 53982) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:18.128178 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4a48b70e-fbbd-4151-ac05-b7589ac32b44 req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.153531 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['8273aa7e-437a-44b0-8530-4c722685f201'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:18.170764 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Pushing event deleted for resources: {'Port': ['ID=8273aa7e-437a-44b0-8530-4c722685f201,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:18.209447 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.233103 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.233458 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.236119 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.236457 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.236797 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.237130 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.237464 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.237788 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.240171 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.241308 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.241651 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.241982 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.289166 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a48b70e-fbbd-4151-ac05-b7589ac32b44 req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] No DVR routers for this DVR port 8273aa7e-437a-44b0-8530-4c722685f201 on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:43:18.299434 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4a48b70e-fbbd-4151-ac05-b7589ac32b44 req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.301569 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4a48b70e-fbbd-4151-ac05-b7589ac32b44 req-24db98c2-65af-4b56-8d43-012e9ffa8990 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.88 "DELETE /v2.0/ports/8273aa7e-437a-44b0-8530-4c722685f201 HTTP/1.1" status: 204 len: 173 time: 0.8883915 Jun 30 02:43:18.302019 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea44be6-8fa7-417f-83a4-f82a92ddf97a', 'name': 'network-vif-deleted', 'tag': '8273aa7e-437a-44b0-8530-4c722685f201'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:18.312579 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1df7c4-fcb3-4887-b8b6-8bbaf4276a37" -d '{"events": [{"server_uuid": "eea44be6-8fa7-417f-83a4-f82a92ddf97a", "name": "network-vif-deleted", "tag": "8273aa7e-437a-44b0-8530-4c722685f201"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:18.370664 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb39e13-b318-4672-85d5-1e15ec1d14fa x-openstack-request-id: req-1cb39e13-b318-4672-85d5-1e15ec1d14fa {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:18.371233 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea44be6-8fa7-417f-83a4-f82a92ddf97a", "name": "network-vif-deleted", "tag": "8273aa7e-437a-44b0-8530-4c722685f201", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:18.371488 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1cb39e13-b318-4672-85d5-1e15ec1d14fa {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:18.371876 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea44be6-8fa7-417f-83a4-f82a92ddf97a', 'name': 'network-vif-deleted', 'tag': '8273aa7e-437a-44b0-8530-4c722685f201', 'status': 'completed', 'code': 200} Jun 30 02:43:18.412694 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.418677 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.429084 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7675ec2b-3501-4866-818b-b40abc68ef0c req-497aa444-d6a7-4728-a35d-41ddea3699f5 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 210 time: 0.0452690 Jun 30 02:43:18.455663 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 54010) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:18.470888 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da43f57-d217-4e1e-a710-c4769b0f606b,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:18.482761 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=bd432d17d9c6490f9727d33706dfbe2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5784194 Jun 30 02:43:18.484287 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.484672 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.485617 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.486073 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.486234 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 54014) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:18.486349 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.486661 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.487088 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.487416 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.487799 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.488153 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.488533 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.488969 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d394162-5356-43d0-be87-332f95045076 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:18.543634 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dc985ea6-c5f9-419e-839b-42f53599ceb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.569442 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2127855799-network', 'tenant_id': '6600aa25696843f28d64cb6f627e979c'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:18.577115 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dc985ea6-c5f9-419e-839b-42f53599ceb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.616450 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Made reservation on behalf of 6600aa25696843f28d64cb6f627e979c for: {'network': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:18.618738 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.628044 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.654157 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dc985ea6-c5f9-419e-839b-42f53599ceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.657029 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dc985ea6-c5f9-419e-839b-42f53599ceb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.658272 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-dc985ea6-c5f9-419e-839b-42f53599ceb0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0da43f57-d217-4e1e-a710-c4769b0f606b HTTP/1.1" status: 204 len: 168 time: 0.1693621 Jun 30 02:43:18.671648 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc985ea6-c5f9-419e-839b-42f53599ceb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da43f57-d217-4e1e-a710-c4769b0f606b,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:18.757301 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.761910 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.790848 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=99696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:18.801896 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae034305-55dd-40de-9e58-8445bfae1682,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:18.808833 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.809180 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.segments_db [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Added segment 0fbd46c2-4bf0-4435-8fc7-5b120c087c0d of type vlan for network f5c22950-ce99-44a7-866d-f80154c0e434 Jun 30 02:43:18.851192 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.869164 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fe469-a7a0-4713-81c3-27c2656c7dee req-9a70a742-ddab-45bb-aab2-34eeb522d753 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:18.870671 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b03fe469-a7a0-4713-81c3-27c2656c7dee req-9a70a742-ddab-45bb-aab2-34eeb522d753 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0745435 Jun 30 02:43:18.885192 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.886623 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:18.887463 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:18.914957 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b03fe469-a7a0-4713-81c3-27c2656c7dee req-65358ea6-c90a-4d8e-86d5-4694eb1e0c45 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367470 Jun 30 02:43:18.966330 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54024) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:18.981629 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0ce97814-c0a6-4623-8281-c6fc07d138b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.083878 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0ce97814-c0a6-4623-8281-c6fc07d138b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.088546 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0ce97814-c0a6-4623-8281-c6fc07d138b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.129225 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce97814-c0a6-4623-8281-c6fc07d138b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cd4246-5e68-4f58-9da9-e90fafe2e5a6,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:19.135232 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-0ce97814-c0a6-4623-8281-c6fc07d138b7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fc90fe48af934d7d941dd10452b1309e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677175 Jun 30 02:43:19.137927 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54030) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:19.146709 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] Pushing event updated for resources: {'Network': ['ID=f5c22950-ce99-44a7-866d-f80154c0e434,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:19.153612 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54032) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:19.154165 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-81edbd4d-e4fb-4416-88ee-1d550a6e3c93 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6974742 Jun 30 02:43:19.161882 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-7702ea44-b61d-4402-8ab7-b80530ef350b admin admin] Request body: {'subnet': {'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2127855799-subnet', 'tenant_id': '6600aa25696843f28d64cb6f627e979c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:19.166411 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network f5c22950-ce99-44a7-866d-f80154c0e434 details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:19.211458 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7702ea44-b61d-4402-8ab7-b80530ef350b admin admin] Made reservation on behalf of 6600aa25696843f28d64cb6f627e979c for: {'subnet': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:19.214975 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7702ea44-b61d-4402-8ab7-b80530ef350b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756947'] for subnet, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.283520 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ab6adc2c-9ac5-4de7-a55b-61e27bc5f58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.319688 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ab6adc2c-9ac5-4de7-a55b-61e27bc5f58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.458532 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ab6adc2c-9ac5-4de7-a55b-61e27bc5f58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.461178 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ab6adc2c-9ac5-4de7-a55b-61e27bc5f58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.471679 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ab6adc2c-9ac5-4de7-a55b-61e27bc5f58d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f5cd4246-5e68-4f58-9da9-e90fafe2e5a6 HTTP/1.1" status: 204 len: 168 time: 0.3260999 Jun 30 02:43:19.502218 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6adc2c-9ac5-4de7-a55b-61e27bc5f58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cd4246-5e68-4f58-9da9-e90fafe2e5a6,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:19.534498 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7702ea44-b61d-4402-8ab7-b80530ef350b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6471594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756933'] for subnet, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.712865 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e5b7571a-108e-42c4-a627-fc136304be2b req-949930f2-08e3-47da-a816-91dbc5ef9f41 tempest-DeleteServersTestJSON-1866552102 tempest-DeleteServersTestJSON-1866552102-project] 10.222.0.104 "GET /v2.0/ports?device_id=eea44be6-8fa7-417f-83a4-f82a92ddf97a HTTP/1.1" status: 200 len: 210 time: 0.0639987 Jun 30 02:43:19.727519 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702ea44-b61d-4402-8ab7-b80530ef350b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2b83ea6-b73f-4a7d-8943-cf61d5ab95dc,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:19.738315 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7702ea44-b61d-4402-8ab7-b80530ef350b admin admin] Checking segment: {'id': '0fbd46c2-4bf0-4435-8fc7-5b120c087c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:19.738676 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7702ea44-b61d-4402-8ab7-b80530ef350b admin admin] Network hostable DHCP agents. Network: f5c22950-ce99-44a7-866d-f80154c0e434, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:43:19.767486 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7702ea44-b61d-4402-8ab7-b80530ef350b admin admin] Network f5c22950-ce99-44a7-866d-f80154c0e434 is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:43:19.778559 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-7702ea44-b61d-4402-8ab7-b80530ef350b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, f5c22950-ce99-44a7-866d-f80154c0e434) {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:19.782280 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 54070) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:19.788391 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff10942e-a8d5-4f73-96d9-1795d145e3d6 None None] Network f5c22950-ce99-44a7-866d-f80154c0e434 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:19.817566 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7702ea44-b61d-4402-8ab7-b80530ef350b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:19.818204 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7702ea44-b61d-4402-8ab7-b80530ef350b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:19.860640 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-7702ea44-b61d-4402-8ab7-b80530ef350b admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7057827 Jun 30 02:43:20.004249 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ca1b60ec-1bfb-4817-9ebc-45d31c030898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.065262 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d37b46-eba6-43a8-899d-9931eb95718d None None] Network f5c22950-ce99-44a7-866d-f80154c0e434 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:20.274704 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ca1b60ec-1bfb-4817-9ebc-45d31c030898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.283895 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ca1b60ec-1bfb-4817-9ebc-45d31c030898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.326714 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59900a29-b433-4d5f-b3af-12d93349bd31 req-cbea4e80-7ddf-4944-992b-92c5d5eab920 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:20.334447 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-59900a29-b433-4d5f-b3af-12d93349bd31 req-cbea4e80-7ddf-4944-992b-92c5d5eab920 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.1895244 Jun 30 02:43:20.361701 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54106) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:20.362349 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-ca1b60ec-1bfb-4817-9ebc-45d31c030898 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a8e2068514b543d5bf2ad3a955f3f668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782826 Jun 30 02:43:20.373018 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b60ec-1bfb-4817-9ebc-45d31c030898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53a75da-906c-4d7c-965f-a3d143ebf457,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:20.411582 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-59900a29-b433-4d5f-b3af-12d93349bd31 req-a04b9011-fae6-4ea8-bd9b-11c7e7d8b466 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757356 Jun 30 02:43:20.465586 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2911135a-8b53-497a-b9d4-e03eb43fff7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.498820 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2911135a-8b53-497a-b9d4-e03eb43fff7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.582166 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2911135a-8b53-497a-b9d4-e03eb43fff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.587930 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2911135a-8b53-497a-b9d4-e03eb43fff7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:20.591985 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-2911135a-8b53-497a-b9d4-e03eb43fff7c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a53a75da-906c-4d7c-965f-a3d143ebf457 HTTP/1.1" status: 204 len: 168 time: 0.2293093 Jun 30 02:43:20.619192 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911135a-8b53-497a-b9d4-e03eb43fff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53a75da-906c-4d7c-965f-a3d143ebf457,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:20.978766 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 54148) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:20.996075 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-299f2d3d-2e19-4e09-af28-2a0f72931978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.109967 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-299f2d3d-2e19-4e09-af28-2a0f72931978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.113844 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-299f2d3d-2e19-4e09-af28-2a0f72931978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.154901 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-299f2d3d-2e19-4e09-af28-2a0f72931978 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8d5032c92b0848e0b8fd10cdc5d0c179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721909 Jun 30 02:43:21.154901 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f2d3d-2e19-4e09-af28-2a0f72931978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0abb3cd-b7fc-4c9f-8d50-aa1fa3da511d,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:21.155877 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54158) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:21.209582 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-998343de-caa0-47a1-a347-e8e33021279e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.231284 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-998343de-caa0-47a1-a347-e8e33021279e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.279256 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-998343de-caa0-47a1-a347-e8e33021279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.282922 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-998343de-caa0-47a1-a347-e8e33021279e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.288954 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-998343de-caa0-47a1-a347-e8e33021279e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b0abb3cd-b7fc-4c9f-8d50-aa1fa3da511d HTTP/1.1" status: 204 len: 168 time: 0.1260169 Jun 30 02:43:21.296979 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998343de-caa0-47a1-a347-e8e33021279e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0abb3cd-b7fc-4c9f-8d50-aa1fa3da511d,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:21.392729 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54168) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:21.614773 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f72551-820c-4afb-8e80-94a6ae7656c2 req-bbd3569c-9b02-439b-92f4-81f9b69e2b6f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:21.623528 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-78f72551-820c-4afb-8e80-94a6ae7656c2 req-bbd3569c-9b02-439b-92f4-81f9b69e2b6f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0830114 Jun 30 02:43:21.672415 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 54184) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:21.687204 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-78f72551-820c-4afb-8e80-94a6ae7656c2 req-a3be3da6-47b5-4cb3-88f5-0bb2e3469c4f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600936 Jun 30 02:43:21.698099 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b6495426-18e6-4294-a85a-61bc2684f5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.764996 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c767355b-a3c5-4bb3-9626-c3af3cf885f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.848285 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b6495426-18e6-4294-a85a-61bc2684f5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.853769 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b6495426-18e6-4294-a85a-61bc2684f5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.883587 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 8273aa7e-437a-44b0-8530-4c722685f201 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:43:21.916906 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 8273aa7e-437a-44b0-8530-4c722685f201 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:43:21.917610 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 8273aa7e-437a-44b0-8530-4c722685f201 not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:43:21.922839 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-b6495426-18e6-4294-a85a-61bc2684f5a3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=50762d208efe4d759c50e59d176f3293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284648 Jun 30 02:43:21.926055 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54204) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:21.942862 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6495426-18e6-4294-a85a-61bc2684f5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbea0f1d-7bbf-4ed6-81f6-9421113b2de7,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:21.960520 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c767355b-a3c5-4bb3-9626-c3af3cf885f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:21.965953 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c767355b-a3c5-4bb3-9626-c3af3cf885f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.008638 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-c767355b-a3c5-4bb3-9626-c3af3cf885f7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=eff80a6ef0bf45a8bcab5f784f05bf51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322911 Jun 30 02:43:22.009292 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54212) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:22.016995 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-708929f3-5934-4c54-8c70-024fca58854b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.064627 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-708929f3-5934-4c54-8c70-024fca58854b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.086486 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767355b-a3c5-4bb3-9626-c3af3cf885f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c2dbde-9008-4d77-a341-781b09a84b56,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:22.109301 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ff0eb3a0-02b0-4a5c-ad8d-50eceb5aa69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.139411 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ff0eb3a0-02b0-4a5c-ad8d-50eceb5aa69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.165615 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-708929f3-5934-4c54-8c70-024fca58854b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.168237 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-708929f3-5934-4c54-8c70-024fca58854b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.172717 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-708929f3-5934-4c54-8c70-024fca58854b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/bbea0f1d-7bbf-4ed6-81f6-9421113b2de7 HTTP/1.1" status: 204 len: 168 time: 0.2430849 Jun 30 02:43:22.190054 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-d3a10df1-4424-4c5f-a985-c0504df4bd59 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:22.192230 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-d3a10df1-4424-4c5f-a985-c0504df4bd59 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/networks?id=f5c22950-ce99-44a7-866d-f80154c0e434 HTTP/1.1" status: 200 len: 814 time: 0.1802332 Jun 30 02:43:22.194623 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708929f3-5934-4c54-8c70-024fca58854b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbea0f1d-7bbf-4ed6-81f6-9421113b2de7,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:22.231027 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-b2bb5ccf-b683-4dbe-b6d9-e97f1c75ad14 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/quotas/6600aa25696843f28d64cb6f627e979c HTTP/1.1" status: 200 len: 375 time: 0.0198572 Jun 30 02:43:22.231248 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ff0eb3a0-02b0-4a5c-ad8d-50eceb5aa69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.233720 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ff0eb3a0-02b0-4a5c-ad8d-50eceb5aa69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.237689 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ff0eb3a0-02b0-4a5c-ad8d-50eceb5aa69a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/08c2dbde-9008-4d77-a341-781b09a84b56 HTTP/1.1" status: 204 len: 168 time: 0.2253706 Jun 30 02:43:22.251402 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0eb3a0-02b0-4a5c-ad8d-50eceb5aa69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c2dbde-9008-4d77-a341-781b09a84b56,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:22.284349 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-157505c3-7545-4529-8a1c-26451c9359f6 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=6600aa25696843f28d64cb6f627e979c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354767 Jun 30 02:43:22.327739 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:43:22.351898 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54236) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:22.414986 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-937cd385-c1a4-4625-9f17-367119f34a94 service neutron] 10.222.0.104 "GET /v2.0/networks/f5c22950-ce99-44a7-866d-f80154c0e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191566 Jun 30 02:43:22.417259 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c1172b-83ee-4dea-a375-0946d5b606e8 admin admin] Deleting subnet 27dbc886-48a8-4016-ae90-f4b5b726fbb8 {{(pid=99697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:43:22.421243 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-69c1172b-83ee-4dea-a375-0946d5b606e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.471359 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-69c1172b-83ee-4dea-a375-0946d5b606e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6836301'] for subnet, precommit_delete_associations {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.518970 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-69c1172b-83ee-4dea-a375-0946d5b606e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.521191 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-958d6cb0-a80b-42ff-8237-9386fa929769 service neutron] 10.222.0.104 "GET /v2.0/networks/f5c22950-ce99-44a7-866d-f80154c0e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051145 Jun 30 02:43:22.599374 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-69c1172b-83ee-4dea-a375-0946d5b606e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6448231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756988'] for subnet, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.649671 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-69c1172b-83ee-4dea-a375-0946d5b606e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.654177 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-69c1172b-83ee-4dea-a375-0946d5b606e8 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/27dbc886-48a8-4016-ae90-f4b5b726fbb8 HTTP/1.1" status: 204 len: 168 time: 0.2986774 Jun 30 02:43:22.654177 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1172b-83ee-4dea-a375-0946d5b606e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27dbc886-48a8-4016-ae90-f4b5b726fbb8,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:22.655155 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54248) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:22.758066 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0f1067ee-4406-4e7f-9aaa-e5297eeea3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.794493 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0ad879a7-d949-47b4-b33c-37fc93818f20 req-c7f3e29c-c5da-42a7-9735-72573307531d tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 210 time: 0.0724471 Jun 30 02:43:22.894801 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0f1067ee-4406-4e7f-9aaa-e5297eeea3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.905759 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-0f1067ee-4406-4e7f-9aaa-e5297eeea3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c938f5-0ef5-49bd-9ce0-82ac2285db7f']}} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:22.918969 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-0f1067ee-4406-4e7f-9aaa-e5297eeea3e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a828ee25-c200-4761-9c6c-a61fea7010f0') {'for_net_delete': True} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:22.919492 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-0f1067ee-4406-4e7f-9aaa-e5297eeea3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a828ee25-c200-4761-9c6c-a61fea7010f0') {} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:43:22.932256 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0f1067ee-4406-4e7f-9aaa-e5297eeea3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6836292'] for segment, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.972921 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0f1067ee-4406-4e7f-9aaa-e5297eeea3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.981316 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1067ee-4406-4e7f-9aaa-e5297eeea3e3 admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=99697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:43:22.982054 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0f1067ee-4406-4e7f-9aaa-e5297eeea3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6448324'] for segment, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: Traceback (most recent call last): Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: timer() Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: cb(*args, **kw) Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: return func(*args, **kwargs) Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: self._notify() Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: self.callback(batched_events) Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: event.method(event) Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: return f(self, *a, **k) Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._get(url).json() Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: return self.request(url, 'GET', **kwargs) Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:43:22.985660 dv-cinder-733062-20-iscsi neutron-server[99697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:43:23.061249 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b5b32-7bdb-4f7d-985d-c9219691778c req-992a2f7d-6a33-4cc9-8c78-b3db8cbfcef7 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:23.064264 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-574b5b32-7bdb-4f7d-985d-c9219691778c req-992a2f7d-6a33-4cc9-8c78-b3db8cbfcef7 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.1204278 Jun 30 02:43:23.107066 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0f1067ee-4406-4e7f-9aaa-e5297eeea3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.114737 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-574b5b32-7bdb-4f7d-985d-c9219691778c req-999a5757-2223-4ed5-beb1-d20b1d307eaf tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435557 Jun 30 02:43:23.126377 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0f1067ee-4406-4e7f-9aaa-e5297eeea3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.146310 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-0f1067ee-4406-4e7f-9aaa-e5297eeea3e3 admin admin] 10.222.0.104 "DELETE /v2.0/networks/65c938f5-0ef5-49bd-9ce0-82ac2285db7f HTTP/1.1" status: 204 len: 168 time: 0.4898877 Jun 30 02:43:23.161619 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1067ee-4406-4e7f-9aaa-e5297eeea3e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=65c938f5-0ef5-49bd-9ce0-82ac2285db7f,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:23.323988 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 54314) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:23.413419 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-2c50787c-caee-4a7d-a77e-dcb49e1c7725 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e35ccf29b71949a58583055254130a09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0881457 Jun 30 02:43:23.415917 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 54316) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:23.506935 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d9451010-54ad-43e0-9568-7ba80d3c1d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.538487 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d9451010-54ad-43e0-9568-7ba80d3c1d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.602963 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d9451010-54ad-43e0-9568-7ba80d3c1d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.611224 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d9451010-54ad-43e0-9568-7ba80d3c1d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:23.615591 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-d9451010-54ad-43e0-9568-7ba80d3c1d54 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2c856fda-4218-4441-9d26-0641f8021cc5 HTTP/1.1" status: 204 len: 168 time: 0.1987209 Jun 30 02:43:23.655918 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9451010-54ad-43e0-9568-7ba80d3c1d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c856fda-4218-4441-9d26-0641f8021cc5,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:24.053640 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ec546a57-b1c3-4123-8d74-6e5add0edbcb req-1df24d8d-35fe-46c1-ae99-62f881f5fc32 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 210 time: 0.0601647 Jun 30 02:43:24.383192 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce3ba8-e251-4552-a5ea-f00f918d78c6 req-86da7a81-741d-4ec0-83e4-462ed669ef04 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:24.384760 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-95ce3ba8-e251-4552-a5ea-f00f918d78c6 req-86da7a81-741d-4ec0-83e4-462ed669ef04 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.1048257 Jun 30 02:43:24.484277 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-95ce3ba8-e251-4552-a5ea-f00f918d78c6 req-a5522239-2d7a-4df8-81fd-735979bebd76 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888884 Jun 30 02:43:24.624814 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-ca32ca05-8ac4-41a3-be96-b6b22d9ed24f tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:24.628331 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-ca32ca05-8ac4-41a3-be96-b6b22d9ed24f tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.88 "GET /v2.0/networks?id=f5c22950-ce99-44a7-866d-f80154c0e434 HTTP/1.1" status: 200 len: 814 time: 0.1725500 Jun 30 02:43:24.646774 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-e92e96c7-5b38-419c-b847-5a73a189fc65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Request body: {'port': {'device_id': 'd6fb78bc-446c-439a-96e1-378703fd466d', 'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434', 'admin_state_up': True, 'tenant_id': '6600aa25696843f28d64cb6f627e979c'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:24.835254 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-e92e96c7-5b38-419c-b847-5a73a189fc65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Made reservation on behalf of 6600aa25696843f28d64cb6f627e979c for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:24.839712 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-e92e96c7-5b38-419c-b847-5a73a189fc65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:24.988516 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-e92e96c7-5b38-419c-b847-5a73a189fc65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Allocated IP 172.20.0.11 (f5c22950-ce99-44a7-866d-f80154c0e434/e2b83ea6-b73f-4a7d-8943-cf61d5ab95dc/fc93e688-1e87-4df0-96cf-ce4600497678) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:25.244922 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e045d933-204d-4130-8646-e180e102c7a2 req-32c8d327-b9be-492d-96c5-3e64b301e6bf tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 210 time: 0.0440066 Jun 30 02:43:25.250820 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-e92e96c7-5b38-419c-b847-5a73a189fc65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.294335 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-e92e96c7-5b38-419c-b847-5a73a189fc65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.342294 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-e92e96c7-5b38-419c-b847-5a73a189fc65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Network f5c22950-ce99-44a7-866d-f80154c0e434 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:25.351820 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-e92e96c7-5b38-419c-b847-5a73a189fc65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:25.357664 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-e92e96c7-5b38-419c-b847-5a73a189fc65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:25.385490 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e96c7-5b38-419c-b847-5a73a189fc65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Pushing event updated for resources: {'Port': ['ID=fc93e688-1e87-4df0-96cf-ce4600497678,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:25.413135 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-e92e96c7-5b38-419c-b847-5a73a189fc65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:25.413784 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-e92e96c7-5b38-419c-b847-5a73a189fc65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.431888 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-e92e96c7-5b38-419c-b847-5a73a189fc65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7898319 Jun 30 02:43:25.446273 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Request body: {'port': {'device_id': 'd6fb78bc-446c-439a-96e1-378703fd466d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:25.561261 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.690764 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071dced6-3cef-44d7-a523-193bf93dd758 req-656cad17-da65-4b95-972a-ad7679976172 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:25.697731 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-071dced6-3cef-44d7-a523-193bf93dd758 req-656cad17-da65-4b95-972a-ad7679976172 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0730197 Jun 30 02:43:25.741968 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-071dced6-3cef-44d7-a523-193bf93dd758 req-b58a435c-e217-4352-bb67-6e9cfa36684b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430226 Jun 30 02:43:25.877596 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc93e688-1e87-4df0-96cf-ce4600497678 {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:25.885282 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.899569 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Transition to ACTIVE for port object fc93e688-1e87-4df0-96cf-ce4600497678 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:25.909240 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:25.994887 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Pushing event updated for resources: {'Port': ['ID=fc93e688-1e87-4df0-96cf-ce4600497678,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:26.086114 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Attempting to bind port fc93e688-1e87-4df0-96cf-ce4600497678 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:26.086459 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Attempting to bind port fc93e688-1e87-4df0-96cf-ce4600497678 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0fbd46c2-4bf0-4435-8fc7-5b120c087c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:26.086804 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Attempting to bind port fc93e688-1e87-4df0-96cf-ce4600497678 on network f5c22950-ce99-44a7-866d-f80154c0e434 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:26.091123 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Port fc93e688-1e87-4df0-96cf-ce4600497678 on network f5c22950-ce99-44a7-866d-f80154c0e434 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:26.091447 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Attempting to bind port fc93e688-1e87-4df0-96cf-ce4600497678 on network f5c22950-ce99-44a7-866d-f80154c0e434 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:26.097098 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:26.097438 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Checking segment: {'id': '0fbd46c2-4bf0-4435-8fc7-5b120c087c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:26.097847 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Bound using segment: {'id': '0fbd46c2-4bf0-4435-8fc7-5b120c087c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:26.098315 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Bound port: fc93e688-1e87-4df0-96cf-ce4600497678, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbd46c2-4bf0-4435-8fc7-5b120c087c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:26.098623 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.174403 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] For port fc93e688-1e87-4df0-96cf-ce4600497678, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:26.178717 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] For port fc93e688-1e87-4df0-96cf-ce4600497678, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=fc93e688-1e87-4df0-96cf-ce4600497678,segment=NetworkSegment(0fbd46c2-4bf0-4435-8fc7-5b120c087c0d),segment_id=0fbd46c2-4bf0-4435-8fc7-5b120c087c0d)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:26.183841 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.225575 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.226279 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:26.228780 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] 10.222.0.88 "PUT /v2.0/ports/fc93e688-1e87-4df0-96cf-ce4600497678 HTTP/1.1" status: 200 len: 1094 time: 0.7881908 Jun 30 02:43:26.229276 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fb78bc-446c-439a-96e1-378703fd466d', 'tag': 'fc93e688-1e87-4df0-96cf-ce4600497678'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:26.231750 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd59648c-2179-4e6d-b734-1af584cc9544" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fb78bc-446c-439a-96e1-378703fd466d", "tag": "fc93e688-1e87-4df0-96cf-ce4600497678"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:26.254128 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb531f66-e505-4693-9b86-71beb2cf7a32 service neutron] Pushing event updated for resources: {'Port': ['ID=fc93e688-1e87-4df0-96cf-ce4600497678,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:26.292231 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fc9f85-71d2-4b06-b8b2-3ca4ea20db64 x-openstack-request-id: req-01fc9f85-71d2-4b06-b8b2-3ca4ea20db64 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:26.292580 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fb78bc-446c-439a-96e1-378703fd466d", "tag": "fc93e688-1e87-4df0-96cf-ce4600497678", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:26.292891 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-01fc9f85-71d2-4b06-b8b2-3ca4ea20db64 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:26.293361 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fb78bc-446c-439a-96e1-378703fd466d', 'tag': 'fc93e688-1e87-4df0-96cf-ce4600497678', 'status': 'completed', 'code': 200} Jun 30 02:43:26.349065 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-7f7adffd-b7ad-49be-85d4-8bd2e766b8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.350888 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-7f7adffd-b7ad-49be-85d4-8bd2e766b8b6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6600aa25696843f28d64cb6f627e979c&device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 1097 time: 0.0700960 Jun 30 02:43:26.412404 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-ab5287e0-3c8e-458b-9e03-eabc85c1b89b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc93e688-1e87-4df0-96cf-ce4600497678 HTTP/1.1" status: 200 len: 217 time: 0.0458941 Jun 30 02:43:26.463768 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e32113-089e-4ae6-b73b-e0e04cc51ddc req-b9681890-c46c-4a5a-966e-232d67588707 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.465216 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-10e32113-089e-4ae6-b73b-e0e04cc51ddc req-b9681890-c46c-4a5a-966e-232d67588707 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0654397 Jun 30 02:43:26.472889 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-2d74f16a-9371-49fc-b7b3-e222cc375eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.474420 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-2d74f16a-9371-49fc-b7b3-e222cc375eeb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e2b83ea6-b73f-4a7d-8943-cf61d5ab95dc HTTP/1.1" status: 200 len: 854 time: 0.0501230 Jun 30 02:43:26.504538 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-10e32113-089e-4ae6-b73b-e0e04cc51ddc req-798f73b3-fbc8-4b39-9516-b4426db4269c tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Jun 30 02:43:26.510520 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-cf770184-80b2-42ce-b64e-d7a4b2814703 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5c22950-ce99-44a7-866d-f80154c0e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264485 Jun 30 02:43:26.622805 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-1a72fa99-01d3-4bbd-a6c9-5117025e88fe service neutron] 10.222.0.88 "GET /v2.0/networks/f5c22950-ce99-44a7-866d-f80154c0e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869079 Jun 30 02:43:26.718183 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ccfaaa0f-c3ea-43a8-bb16-34a5c03f2fc9 req-f23aadf1-6352-4d2f-bcff-74507e456521 service neutron] 10.222.0.88 "GET /v2.0/networks/f5c22950-ce99-44a7-866d-f80154c0e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867867 Jun 30 02:43:26.825696 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59648c-2179-4e6d-b734-1af584cc9544 req-e3b3805d-ffe3-482c-9170-f6a2d6325055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.827350 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dd59648c-2179-4e6d-b734-1af584cc9544 req-e3b3805d-ffe3-482c-9170-f6a2d6325055 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6600aa25696843f28d64cb6f627e979c&device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 1097 time: 0.0542891 Jun 30 02:43:26.916961 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae042b-21d3-4c64-95a1-444665418e9a req-d74c55d0-72fb-49c3-930a-6762433bb598 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.919321 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f4ae042b-21d3-4c64-95a1-444665418e9a req-d74c55d0-72fb-49c3-930a-6762433bb598 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0738399 Jun 30 02:43:26.940350 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59648c-2179-4e6d-b734-1af584cc9544 req-6f2e57a7-7849-4b0a-8982-5b7b81661cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:26.941967 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dd59648c-2179-4e6d-b734-1af584cc9544 req-6f2e57a7-7849-4b0a-8982-5b7b81661cb1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=f5c22950-ce99-44a7-866d-f80154c0e434 HTTP/1.1" status: 200 len: 916 time: 0.1060839 Jun 30 02:43:26.996279 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dd59648c-2179-4e6d-b734-1af584cc9544 req-22076c59-5f18-408b-be8d-1d63e17786cb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc93e688-1e87-4df0-96cf-ce4600497678 HTTP/1.1" status: 200 len: 217 time: 0.0459738 Jun 30 02:43:27.007590 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f4ae042b-21d3-4c64-95a1-444665418e9a req-aef5142b-46e7-42e3-994e-e2d155d73e36 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803053 Jun 30 02:43:27.064631 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59648c-2179-4e6d-b734-1af584cc9544 req-eb132fe5-9030-46db-a20c-4ba23220e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:27.066189 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dd59648c-2179-4e6d-b734-1af584cc9544 req-eb132fe5-9030-46db-a20c-4ba23220e3da service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e2b83ea6-b73f-4a7d-8943-cf61d5ab95dc HTTP/1.1" status: 200 len: 854 time: 0.0549545 Jun 30 02:43:27.103088 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dd59648c-2179-4e6d-b734-1af584cc9544 req-21d267d0-57e6-4fa7-ba1f-f480f07b505d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5c22950-ce99-44a7-866d-f80154c0e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293009 Jun 30 02:43:27.198779 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dd59648c-2179-4e6d-b734-1af584cc9544 req-639bd69c-3686-47ee-856f-497bbe76a913 service neutron] 10.222.0.88 "GET /v2.0/networks/f5c22950-ce99-44a7-866d-f80154c0e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872400 Jun 30 02:43:27.308381 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dd59648c-2179-4e6d-b734-1af584cc9544 req-85592618-c5d8-46dc-b1b9-459df3816dab service neutron] 10.222.0.88 "GET /v2.0/networks/f5c22950-ce99-44a7-866d-f80154c0e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995479 Jun 30 02:43:27.690095 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1bca7-05c9-4b15-995f-d00b3e6e15fa req-0b3dd552-594f-4573-9400-80170e5ea490 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:27.691617 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bad1bca7-05c9-4b15-995f-d00b3e6e15fa req-0b3dd552-594f-4573-9400-80170e5ea490 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0673251 Jun 30 02:43:27.731881 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bad1bca7-05c9-4b15-995f-d00b3e6e15fa req-0dfa289e-6fbd-4a87-be50-db39465d5530 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343728 Jun 30 02:43:28.191454 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159eda9b-d661-43e5-8656-6f8dddc7ed36 req-3ae5490b-c85f-45c0-9579-ec735ab42c17 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:28.192919 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-159eda9b-d661-43e5-8656-6f8dddc7ed36 req-3ae5490b-c85f-45c0-9579-ec735ab42c17 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0631783 Jun 30 02:43:28.231214 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-159eda9b-d661-43e5-8656-6f8dddc7ed36 req-808b8fb9-b686-4873-8ee1-d0f9caede233 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326853 Jun 30 02:43:28.910050 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36e74a-0955-4ce9-b8b9-1d5f9d8daf97 req-56fe14b9-de79-4818-9155-be6bb1cb194a tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:28.911546 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ea36e74a-0955-4ce9-b8b9-1d5f9d8daf97 req-56fe14b9-de79-4818-9155-be6bb1cb194a tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0706573 Jun 30 02:43:28.954159 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ea36e74a-0955-4ce9-b8b9-1d5f9d8daf97 req-a4499564-6167-4c05-abc4-407251a18f20 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368021 Jun 30 02:43:29.476165 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e60b17-2ba9-4d60-b13f-9b3ae4511291 req-1b3cbefd-e0ca-4a9e-8319-237d4798feec tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:29.477786 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-36e60b17-2ba9-4d60-b13f-9b3ae4511291 req-1b3cbefd-e0ca-4a9e-8319-237d4798feec tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0740874 Jun 30 02:43:29.523368 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-36e60b17-2ba9-4d60-b13f-9b3ae4511291 req-115a5c32-3b34-4aae-a9c0-4f462d73af3d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Jun 30 02:43:30.130882 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b10e59-6c7e-4ddb-95c8-24d975ca906e req-cfa00b3d-bb38-4a4f-84a7-4730a89f6e37 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:30.132410 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-49b10e59-6c7e-4ddb-95c8-24d975ca906e req-cfa00b3d-bb38-4a4f-84a7-4730a89f6e37 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0627549 Jun 30 02:43:30.169303 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-49b10e59-6c7e-4ddb-95c8-24d975ca906e req-85312a03-3ca0-4403-867e-147d8054dcf6 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313406 Jun 30 02:43:30.715798 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e0a12-0692-4245-be40-346118ec181e req-f3a45bab-15f0-4dc4-b5f9-c61f10839ed4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:30.717267 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1a3e0a12-0692-4245-be40-346118ec181e req-f3a45bab-15f0-4dc4-b5f9-c61f10839ed4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0678353 Jun 30 02:43:30.760074 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1a3e0a12-0692-4245-be40-346118ec181e req-e576503a-34fd-48ab-8b1b-b0a80af8513b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359063 Jun 30 02:43:31.354078 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231a31a-f78d-4ae4-b26f-f78942a9aaf0 req-04e92c26-5623-4574-8ce2-d77205ded137 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:31.355561 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c231a31a-f78d-4ae4-b26f-f78942a9aaf0 req-04e92c26-5623-4574-8ce2-d77205ded137 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0655570 Jun 30 02:43:31.394852 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c231a31a-f78d-4ae4-b26f-f78942a9aaf0 req-ebf769a7-f2ff-484b-8ef2-48dd300d6a94 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325637 Jun 30 02:43:31.979339 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba34ea-96e5-4d12-ad86-dfb4533ba0b0 req-553038fd-82e6-47a0-bb92-5f6dd8f9ab58 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:31.988835 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-afba34ea-96e5-4d12-ad86-dfb4533ba0b0 req-553038fd-82e6-47a0-bb92-5f6dd8f9ab58 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.1095231 Jun 30 02:43:32.042572 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-afba34ea-96e5-4d12-ad86-dfb4533ba0b0 req-c5cec8d7-7a50-4720-a055-f046e1f92327 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524762 Jun 30 02:43:32.172463 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 54656) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:32.354361 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b1a562a3-b670-4e22-b9ce-fe8eaf1c1fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.449897 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b1a562a3-b670-4e22-b9ce-fe8eaf1c1fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.455270 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b1a562a3-b670-4e22-b9ce-fe8eaf1c1fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.496853 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-b1a562a3-b670-4e22-b9ce-fe8eaf1c1fb5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7a845e86b19c40398e2875a4ec4a5bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199649 Jun 30 02:43:32.496853 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a562a3-b670-4e22-b9ce-fe8eaf1c1fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96bffb9-5c6d-492d-b828-2984061383f7,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:32.497514 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54674) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:32.551262 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7f4d8dca-0027-47bb-ae0b-94a3f3f38b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.579795 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7f4d8dca-0027-47bb-ae0b-94a3f3f38b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.610994 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b728604-f634-40e0-8d3a-3a16bd3a9700 req-a3e78ed4-f3f8-4eb1-bd65-4e36da7fbad7 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:32.613400 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5b728604-f634-40e0-8d3a-3a16bd3a9700 req-a3e78ed4-f3f8-4eb1-bd65-4e36da7fbad7 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0783513 Jun 30 02:43:32.651296 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7f4d8dca-0027-47bb-ae0b-94a3f3f38b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.655125 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7f4d8dca-0027-47bb-ae0b-94a3f3f38b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.657263 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-7f4d8dca-0027-47bb-ae0b-94a3f3f38b88 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f96bffb9-5c6d-492d-b828-2984061383f7 HTTP/1.1" status: 204 len: 168 time: 0.1585689 Jun 30 02:43:32.662109 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5b728604-f634-40e0-8d3a-3a16bd3a9700 req-8605400e-f5fd-4079-869c-b665fb18faad tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 Jun 30 02:43:32.666325 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d8dca-0027-47bb-ae0b-94a3f3f38b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96bffb9-5c6d-492d-b828-2984061383f7,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:32.738737 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-91a14fef-d025-492a-9f8e-dfc8107ab2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:32.955819 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 54692) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:32.969158 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-40da6527-0bca-4cd6-a48a-bf1b35e2844d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.061028 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-40da6527-0bca-4cd6-a48a-bf1b35e2844d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.066052 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-40da6527-0bca-4cd6-a48a-bf1b35e2844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.103873 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-40da6527-0bca-4cd6-a48a-bf1b35e2844d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4f0f702caf6f47fd938caabed658fbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468716 Jun 30 02:43:33.104700 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da6527-0bca-4cd6-a48a-bf1b35e2844d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676b51c3-7ec8-4102-be87-3591816abaa0,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:33.106522 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54696) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:33.162369 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-414736ca-79b6-47bf-986f-8e262627c5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.186687 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-414736ca-79b6-47bf-986f-8e262627c5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.230859 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe30fb-56e8-4789-a285-33b7ce341117 req-5c74bab2-0012-4219-9335-d60654735fc9 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:33.232500 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-35fe30fb-56e8-4789-a285-33b7ce341117 req-5c74bab2-0012-4219-9335-d60654735fc9 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0652585 Jun 30 02:43:33.237320 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-414736ca-79b6-47bf-986f-8e262627c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.240411 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-414736ca-79b6-47bf-986f-8e262627c5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.244250 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-414736ca-79b6-47bf-986f-8e262627c5f7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/676b51c3-7ec8-4102-be87-3591816abaa0 HTTP/1.1" status: 204 len: 168 time: 0.1364844 Jun 30 02:43:33.252401 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414736ca-79b6-47bf-986f-8e262627c5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676b51c3-7ec8-4102-be87-3591816abaa0,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:33.303846 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-35fe30fb-56e8-4789-a285-33b7ce341117 req-b2bbfd22-7754-45c3-bf89-8bbe5a42ddfe tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621686 Jun 30 02:43:33.634258 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54716) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:33.652664 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d7daf7d0-7949-4641-94c8-75fab96912f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.750059 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d7daf7d0-7949-4641-94c8-75fab96912f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.753956 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d7daf7d0-7949-4641-94c8-75fab96912f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.796475 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-d7daf7d0-7949-4641-94c8-75fab96912f5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ce5a5fabd12045e7bd1f9a1e36768408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603212 Jun 30 02:43:33.798153 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7daf7d0-7949-4641-94c8-75fab96912f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048f2099-8a6a-408b-ae12-9ce82d4ea092,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:33.801912 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54722) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:33.851548 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-94151a47-32b3-49a1-8cca-2c2ca2170376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.852436 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad59bb-cfb6-4457-8bf8-bc2def453ed6 req-4cbeeef0-c22e-4f17-b924-f86a67c96bd6 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:33.854130 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-69ad59bb-cfb6-4457-8bf8-bc2def453ed6 req-4cbeeef0-c22e-4f17-b924-f86a67c96bd6 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0694029 Jun 30 02:43:33.874056 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-94151a47-32b3-49a1-8cca-2c2ca2170376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.893629 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-69ad59bb-cfb6-4457-8bf8-bc2def453ed6 req-c68922e4-a195-4b22-b28f-f2b157aaf1c5 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335560 Jun 30 02:43:33.929685 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-94151a47-32b3-49a1-8cca-2c2ca2170376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.932405 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-94151a47-32b3-49a1-8cca-2c2ca2170376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:33.936273 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-94151a47-32b3-49a1-8cca-2c2ca2170376 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/048f2099-8a6a-408b-ae12-9ce82d4ea092 HTTP/1.1" status: 204 len: 168 time: 0.1307116 Jun 30 02:43:33.942262 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94151a47-32b3-49a1-8cca-2c2ca2170376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048f2099-8a6a-408b-ae12-9ce82d4ea092,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:34.488051 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e5f5-ec6b-452f-b4f6-880b84a65fec req-35bf1ba8-dfd2-47df-8e5d-dddc3f088919 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:34.489630 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6937e5f5-ec6b-452f-b4f6-880b84a65fec req-35bf1ba8-dfd2-47df-8e5d-dddc3f088919 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0772042 Jun 30 02:43:34.531154 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6937e5f5-ec6b-452f-b4f6-880b84a65fec req-fd0c2749-393f-4a17-9fd9-a2af58aaa044 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352247 Jun 30 02:43:34.657382 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 54758) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:34.759163 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1765127386-network', 'tenant_id': '70df55dc3f2546dbbe192a6a7306d2a3'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:34.779031 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Made reservation on behalf of 70df55dc3f2546dbbe192a6a7306d2a3 for: {'network': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:34.784456 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.792601 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.880671 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.884374 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.904423 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=99696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:43:34.919207 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3f97a7-bc1a-4d0a-9351-81d2206be760,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:34.922144 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:34.922562 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.segments_db [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Added segment 955d03b1-10d4-4717-8296-5e850872dc06 of type vlan for network 618a7680-15be-4e25-b891-05b472011e7c Jun 30 02:43:34.969487 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.003322 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.004252 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:35.004845 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.066875 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54766) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:35.067536 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4084725 Jun 30 02:43:35.074382 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-f8c11787-5bd2-4189-92db-8720c15a16b3 admin admin] Request body: {'subnet': {'network_id': '618a7680-15be-4e25-b891-05b472011e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1765127386-subnet', 'tenant_id': '70df55dc3f2546dbbe192a6a7306d2a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:35.074642 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063db94-03bd-44d1-8c2e-57da1ce36278 admin admin] Pushing event updated for resources: {'Network': ['ID=618a7680-15be-4e25-b891-05b472011e7c,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:35.087501 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 618a7680-15be-4e25-b891-05b472011e7c details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:43:35.100369 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c11787-5bd2-4189-92db-8720c15a16b3 admin admin] Made reservation on behalf of 70df55dc3f2546dbbe192a6a7306d2a3 for: {'subnet': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:35.102944 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f8c11787-5bd2-4189-92db-8720c15a16b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756947'] for subnet, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.189955 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-db8bd3af-dcbf-4a62-8398-aadf9f90892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.306986 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d3feaf-e40d-4ab6-9ae5-c4369c602695 req-5288439d-24ff-4288-8128-d977bb938e72 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:35.308459 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b1d3feaf-e40d-4ab6-9ae5-c4369c602695 req-5288439d-24ff-4288-8128-d977bb938e72 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.1308231 Jun 30 02:43:35.333011 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f8c11787-5bd2-4189-92db-8720c15a16b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6471594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756933'] for subnet, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.392423 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b1d3feaf-e40d-4ab6-9ae5-c4369c602695 req-4564a579-aa0c-49fe-b55e-7e13d34ada4e tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757697 Jun 30 02:43:35.405259 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c11787-5bd2-4189-92db-8720c15a16b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb970de5-8d20-488e-98f1-e800e6171d07,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:35.416308 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c11787-5bd2-4189-92db-8720c15a16b3 admin admin] Checking segment: {'id': '955d03b1-10d4-4717-8296-5e850872dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '618a7680-15be-4e25-b891-05b472011e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:35.416665 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c11787-5bd2-4189-92db-8720c15a16b3 admin admin] Network hostable DHCP agents. Network: 618a7680-15be-4e25-b891-05b472011e7c, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:43:35.433068 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c11787-5bd2-4189-92db-8720c15a16b3 admin admin] Network 618a7680-15be-4e25-b891-05b472011e7c is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:43:35.441703 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-f8c11787-5bd2-4189-92db-8720c15a16b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 618a7680-15be-4e25-b891-05b472011e7c) {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:35.446001 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c11787-5bd2-4189-92db-8720c15a16b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:35.446585 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f8c11787-5bd2-4189-92db-8720c15a16b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:35.451207 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17125d50-ee6b-45a9-853b-e097ef5d9be9 None None] Network 618a7680-15be-4e25-b891-05b472011e7c requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:35.467706 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-f8c11787-5bd2-4189-92db-8720c15a16b3 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3922870 Jun 30 02:43:35.596700 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e32b29-2cea-49d2-9b6f-cc75f1338d9c None None] Network 618a7680-15be-4e25-b891-05b472011e7c requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:43:35.733338 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e548cab-c6ce-4f6f-a62f-908c1081126d req-c7ffce61-002e-4f64-a97f-a57e9435f687 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:35.735437 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5e548cab-c6ce-4f6f-a62f-908c1081126d req-c7ffce61-002e-4f64-a97f-a57e9435f687 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0754404 Jun 30 02:43:35.792915 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5e548cab-c6ce-4f6f-a62f-908c1081126d req-e37ca135-17e4-43c6-b587-a4288eb2848b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441301 Jun 30 02:43:35.911793 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.398232 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:36.565036 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758f89f-d21d-4b63-88a7-7df06f762151 req-1184b3bc-a73a-492b-b1b5-c6a7a253591d tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:36.566663 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1758f89f-d21d-4b63-88a7-7df06f762151 req-1184b3bc-a73a-492b-b1b5-c6a7a253591d tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0659015 Jun 30 02:43:36.603922 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1758f89f-d21d-4b63-88a7-7df06f762151 req-4066f790-0569-4241-9dd0-ae5f53c17951 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Jun 30 02:43:36.969579 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f8c8a-07e0-484a-94bb-442d4744031d req-cf55f192-50a9-4e1d-822a-9789554ebe36 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:36.971032 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-616f8c8a-07e0-484a-94bb-442d4744031d req-cf55f192-50a9-4e1d-822a-9789554ebe36 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0649014 Jun 30 02:43:37.008181 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-616f8c8a-07e0-484a-94bb-442d4744031d req-29e67578-c04f-42d8-b2f1-8be2c2676440 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313776 Jun 30 02:43:37.775542 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcdf5a-d89e-4689-a3a2-03b38a39decb req-625780d2-a8b3-4f3c-afbc-9de6dd393ec9 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:37.776984 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b0bcdf5a-d89e-4689-a3a2-03b38a39decb req-625780d2-a8b3-4f3c-afbc-9de6dd393ec9 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0625148 Jun 30 02:43:37.815249 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b0bcdf5a-d89e-4689-a3a2-03b38a39decb req-f93ad7d5-ce19-4bf8-adff-c672a42a33cc tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325181 Jun 30 02:43:38.175247 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc4e74-0b35-47ba-a6df-e0d38734aef1 req-e2606652-c4cd-412d-926a-34ee1fddff01 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:38.176668 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-21fc4e74-0b35-47ba-a6df-e0d38734aef1 req-e2606652-c4cd-412d-926a-34ee1fddff01 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0610011 Jun 30 02:43:38.215706 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-21fc4e74-0b35-47ba-a6df-e0d38734aef1 req-fadaa70f-4c4a-4d09-9c66-eabbe334f2bf tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335217 Jun 30 02:43:38.307792 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:38.987773 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ab4ff-4434-4316-af08-514460cd6daa req-bef5d086-638e-4f26-ba90-ce028ffc7ead tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:38.989220 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a86ab4ff-4434-4316-af08-514460cd6daa req-bef5d086-638e-4f26-ba90-ce028ffc7ead tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0619879 Jun 30 02:43:39.026537 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a86ab4ff-4434-4316-af08-514460cd6daa req-d87af428-4ca5-4b03-b2ad-1f48b09a4559 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316880 Jun 30 02:43:39.389429 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb15eda-0bd4-411d-9676-9e5cadf6998e req-e2f6c6be-f556-4e6e-b2d6-23bcaa61df56 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:39.391782 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fbb15eda-0bd4-411d-9676-9e5cadf6998e req-e2f6c6be-f556-4e6e-b2d6-23bcaa61df56 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0622549 Jun 30 02:43:39.429967 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fbb15eda-0bd4-411d-9676-9e5cadf6998e req-64c1f1e6-4538-4db1-9a1e-6054147b375b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326457 Jun 30 02:43:40.200759 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226e6a3-ebde-4901-8265-0564592dd57a req-c380819e-9c16-4eb8-bfc0-f2d460e03475 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:40.202154 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4226e6a3-ebde-4901-8265-0564592dd57a req-c380819e-9c16-4eb8-bfc0-f2d460e03475 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0656180 Jun 30 02:43:40.241366 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4226e6a3-ebde-4901-8265-0564592dd57a req-a3b7f467-1551-4d11-a67f-9cdb59d3595b tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325601 Jun 30 02:43:40.598635 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdceb39a-076e-4a57-9192-cf4d16b57f79 req-933e11a6-5645-46bb-88f4-116d72e1a817 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:40.600132 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cdceb39a-076e-4a57-9192-cf4d16b57f79 req-933e11a6-5645-46bb-88f4-116d72e1a817 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0619280 Jun 30 02:43:40.637101 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cdceb39a-076e-4a57-9192-cf4d16b57f79 req-3b1b351f-ea63-4aa1-9049-bf10f5cab2ce tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314155 Jun 30 02:43:41.260392 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ab2ad4f8-fb12-486b-8b11-35927f23997b req-8fed3170-be03-49ea-8cb8-a5f7fe7774e0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547690 Jun 30 02:43:41.371447 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ad4f8-fb12-486b-8b11-35927f23997b req-0bfbd358-80e8-4b56-898c-a557ed0c9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:41.373059 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ab2ad4f8-fb12-486b-8b11-35927f23997b req-0bfbd358-80e8-4b56-898c-a557ed0c9b09 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0551574 Jun 30 02:43:41.421395 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fc38b-6253-45ec-a745-345cba3fef9f req-761e434e-649d-424e-b972-313d4f47e9b5 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:41.423719 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-310fc38b-6253-45ec-a745-345cba3fef9f req-761e434e-649d-424e-b972-313d4f47e9b5 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0666182 Jun 30 02:43:41.464037 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-310fc38b-6253-45ec-a745-345cba3fef9f req-e3cde8cc-75d4-4c37-befe-4bddda94288f tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344110 Jun 30 02:43:41.489843 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ad4f8-fb12-486b-8b11-35927f23997b req-8e0bfa69-62e8-451f-b05b-390b6260efd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:41.491397 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ab2ad4f8-fb12-486b-8b11-35927f23997b req-8e0bfa69-62e8-451f-b05b-390b6260efd6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 921 time: 0.0890863 Jun 30 02:43:41.534616 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ab2ad4f8-fb12-486b-8b11-35927f23997b req-81dc1786-8358-4da2-b27e-39e732c948a7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2cb7bccc-0119-4216-85b3-7c7928ee4530 HTTP/1.1" status: 200 len: 217 time: 0.0352080 Jun 30 02:43:41.589306 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ad4f8-fb12-486b-8b11-35927f23997b req-e3486a03-600d-4976-8eda-6e9eeadc4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:41.590810 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ab2ad4f8-fb12-486b-8b11-35927f23997b req-e3486a03-600d-4976-8eda-6e9eeadc4951 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1ff7300-2787-4759-bd36-dc868e49873a HTTP/1.1" status: 200 len: 859 time: 0.0483820 Jun 30 02:43:41.629361 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ab2ad4f8-fb12-486b-8b11-35927f23997b req-7090ddaa-6f56-4591-8a86-9794b66463ea service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f0e20c-89ba-4836-934d-c4afdcb05111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258429 Jun 30 02:43:41.787759 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ab2ad4f8-fb12-486b-8b11-35927f23997b req-915fd717-fe79-4401-93c3-dde987d732ae service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847974 Jun 30 02:43:41.812198 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f621d4b-996d-4f04-87db-596ec3bd2502 req-ebed0f54-fd83-4944-8b95-434524637f5d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:41.813688 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1f621d4b-996d-4f04-87db-596ec3bd2502 req-ebed0f54-fd83-4944-8b95-434524637f5d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0630221 Jun 30 02:43:41.852127 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1f621d4b-996d-4f04-87db-596ec3bd2502 req-513374a7-560d-4a93-835b-9fcf10faf0e2 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324142 Jun 30 02:43:41.896583 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ab2ad4f8-fb12-486b-8b11-35927f23997b req-7f58a690-1508-423c-8702-cd42686102f7 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968978 Jun 30 02:43:42.647641 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c361d8-deca-4b6d-9d1f-06bb4726a22c req-6f7e4199-d9cb-4618-90c8-58dba0beeecd tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:42.649161 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a4c361d8-deca-4b6d-9d1f-06bb4726a22c req-6f7e4199-d9cb-4618-90c8-58dba0beeecd tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0670547 Jun 30 02:43:42.686593 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a4c361d8-deca-4b6d-9d1f-06bb4726a22c req-d3e77e77-4d1b-4cf5-9780-9f2e1a685f80 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317194 Jun 30 02:43:42.841003 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:43.032551 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdefd2-5613-48a4-8c05-957c3d7c00ce req-927b15b5-15fe-4873-91ec-a0145a6c37d4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.034025 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-99cdefd2-5613-48a4-8c05-957c3d7c00ce req-927b15b5-15fe-4873-91ec-a0145a6c37d4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0637443 Jun 30 02:43:43.076542 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-99cdefd2-5613-48a4-8c05-957c3d7c00ce req-21c68267-63fc-49c2-9949-85d77ab8f867 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365994 Jun 30 02:43:43.577485 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-dea98dfe-68ea-4197-ab53-d6a9248fffad tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.579537 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-dea98dfe-68ea-4197-ab53-d6a9248fffad tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/networks?id=618a7680-15be-4e25-b891-05b472011e7c HTTP/1.1" status: 200 len: 809 time: 0.1053956 Jun 30 02:43:43.594867 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-200e48f5-0424-47a7-b521-b7596cc79bb4 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/quotas/70df55dc3f2546dbbe192a6a7306d2a3 HTTP/1.1" status: 200 len: 375 time: 0.0098968 Jun 30 02:43:43.630762 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-ad4efb73-2551-4c84-8159-1cb5c18ce8b1 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=70df55dc3f2546dbbe192a6a7306d2a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298872 Jun 30 02:43:43.728043 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-d8646915-8425-4c12-8487-ad1079dcccef service neutron] 10.222.0.104 "GET /v2.0/networks/618a7680-15be-4e25-b891-05b472011e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904541 Jun 30 02:43:43.815799 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-625e3e3c-1ea7-46e5-a448-0722b29641f4 service neutron] 10.222.0.104 "GET /v2.0/networks/618a7680-15be-4e25-b891-05b472011e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819211 Jun 30 02:43:43.865533 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6f8ce-3778-463c-9ad0-06b757894d4d req-7181538d-b5e8-4c80-8c35-127aeaaeae75 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:43.867037 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c6b6f8ce-3778-463c-9ad0-06b757894d4d req-7181538d-b5e8-4c80-8c35-127aeaaeae75 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0673614 Jun 30 02:43:43.909190 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c6b6f8ce-3778-463c-9ad0-06b757894d4d req-38498f4f-3cce-4e06-987e-cb42be097834 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360341 Jun 30 02:43:43.990074 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c3c0a04f-8f57-4dd8-a9eb-5ed81e4d248c req-1a37042f-41bd-43d6-b9c0-45a59505130d tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 210 time: 0.0277586 Jun 30 02:43:44.291990 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac4551-fb8a-4fc4-8a0f-a2126d011e66 req-e496a2c7-b5af-414c-9a4b-29fdac83d947 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:44.301061 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f8ac4551-fb8a-4fc4-8a0f-a2126d011e66 req-e496a2c7-b5af-414c-9a4b-29fdac83d947 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0904491 Jun 30 02:43:44.544640 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f8ac4551-fb8a-4fc4-8a0f-a2126d011e66 req-5d9d4d0f-f78e-4652-a3d2-eca5279d91bb tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424192 Jun 30 02:43:44.960771 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 54960) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:45.088397 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0c3d25f2-1475-4fdd-930b-7e8a4a6e57af admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.095319 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647adff0-37c6-45ba-9cc3-ea80c792cc9f req-ace071ff-dea1-4982-a0ab-de5a461b5d57 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:45.096851 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-647adff0-37c6-45ba-9cc3-ea80c792cc9f req-ace071ff-dea1-4982-a0ab-de5a461b5d57 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0710022 Jun 30 02:43:45.136171 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-647adff0-37c6-45ba-9cc3-ea80c792cc9f req-fdbd4bbb-d7dd-4ff9-967f-c92a51adf949 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Jun 30 02:43:45.146568 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dce14832-1ef0-44a7-b0b1-02a28418adca req-e3cfd802-dd66-4342-b019-fb9361503a85 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 210 time: 0.0343938 Jun 30 02:43:45.216807 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0c3d25f2-1475-4fdd-930b-7e8a4a6e57af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.221777 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0c3d25f2-1475-4fdd-930b-7e8a4a6e57af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.262040 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-0c3d25f2-1475-4fdd-930b-7e8a4a6e57af admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ca109f40f8cd45c687dfa6e439818dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000836 Jun 30 02:43:45.262952 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d25f2-1475-4fdd-930b-7e8a4a6e57af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e745672-3c42-4351-920b-a4c6f9604664,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:45.264709 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 54968) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:43:45.318057 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a51cfe87-ac09-4d71-9eac-01eb6b6333f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.339554 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a51cfe87-ac09-4d71-9eac-01eb6b6333f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.386855 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a51cfe87-ac09-4d71-9eac-01eb6b6333f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.389381 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a51cfe87-ac09-4d71-9eac-01eb6b6333f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.391225 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-a51cfe87-ac09-4d71-9eac-01eb6b6333f7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9e745672-3c42-4351-920b-a4c6f9604664 HTTP/1.1" status: 204 len: 168 time: 0.1245205 Jun 30 02:43:45.399488 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cfe87-ac09-4d71-9eac-01eb6b6333f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e745672-3c42-4351-920b-a4c6f9604664,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:45.571942 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-c799ebc9-7838-4f8a-bfd4-eeb7f06cf337 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:45.573341 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-c799ebc9-7838-4f8a-bfd4-eeb7f06cf337 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.88 "GET /v2.0/networks?id=618a7680-15be-4e25-b891-05b472011e7c HTTP/1.1" status: 200 len: 809 time: 0.1334853 Jun 30 02:43:45.594482 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-011394a9-3e35-4415-9e5f-f4527cc954c7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Request body: {'port': {'device_id': 'c2638ee9-899a-49dd-b657-e0bc4c8de9ea', 'network_id': '618a7680-15be-4e25-b891-05b472011e7c', 'admin_state_up': True, 'tenant_id': '70df55dc3f2546dbbe192a6a7306d2a3'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:45.751530 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-011394a9-3e35-4415-9e5f-f4527cc954c7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Made reservation on behalf of 70df55dc3f2546dbbe192a6a7306d2a3 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:43:45.755259 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-011394a9-3e35-4415-9e5f-f4527cc954c7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:45.833036 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2eb40-7046-4a36-bfb9-61903872a39d req-bb895668-0f69-4563-b7e3-697ae43f01c8 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:45.834557 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ad2eb40-7046-4a36-bfb9-61903872a39d req-bb895668-0f69-4563-b7e3-697ae43f01c8 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.1319654 Jun 30 02:43:45.922860 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ad2eb40-7046-4a36-bfb9-61903872a39d req-09f39a64-9815-429b-bdac-84f00a144d1a tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723917 Jun 30 02:43:45.934568 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-011394a9-3e35-4415-9e5f-f4527cc954c7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Allocated IP 172.20.0.8 (618a7680-15be-4e25-b891-05b472011e7c/fb970de5-8d20-488e-98f1-e800e6171d07/d1dac131-b9de-4c2b-86f9-ec791025fa0d) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:43:46.110814 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-011394a9-3e35-4415-9e5f-f4527cc954c7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.158169 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-011394a9-3e35-4415-9e5f-f4527cc954c7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.216670 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-011394a9-3e35-4415-9e5f-f4527cc954c7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Network 618a7680-15be-4e25-b891-05b472011e7c is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:43:46.222086 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-011394a9-3e35-4415-9e5f-f4527cc954c7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:43:46.226988 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-011394a9-3e35-4415-9e5f-f4527cc954c7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:43:46.292788 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-011394a9-3e35-4415-9e5f-f4527cc954c7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:46.293422 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-011394a9-3e35-4415-9e5f-f4527cc954c7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.301694 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011394a9-3e35-4415-9e5f-f4527cc954c7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Pushing event updated for resources: {'Port': ['ID=d1dac131-b9de-4c2b-86f9-ec791025fa0d,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:46.334299 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-011394a9-3e35-4415-9e5f-f4527cc954c7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7458999 Jun 30 02:43:46.353848 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b8945-1227-413e-8bed-0c9e8ceee82d req-2dc83fb8-b533-4e35-a6b1-4ce27ff5afac tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:46.355598 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8d7b8945-1227-413e-8bed-0c9e8ceee82d req-2dc83fb8-b533-4e35-a6b1-4ce27ff5afac tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0821133 Jun 30 02:43:46.362846 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Request body: {'port': {'device_id': 'c2638ee9-899a-49dd-b657-e0bc4c8de9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:43:46.398142 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8d7b8945-1227-413e-8bed-0c9e8ceee82d req-8d53aef5-fe37-4466-9f42-add112320a22 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352886 Jun 30 02:43:46.464236 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75bf9e-145f-403a-a404-ca3547a169c7 req-d90d9410-c020-40ae-a8ab-7e27b0893fe2 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:46.465832 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2d75bf9e-145f-403a-a404-ca3547a169c7 req-d90d9410-c020-40ae-a8ab-7e27b0893fe2 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 931 time: 0.1481810 Jun 30 02:43:46.483209 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.541414 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2d75bf9e-145f-403a-a404-ca3547a169c7 req-37845633-7efd-4d28-a705-a59dcf035f46 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667443 Jun 30 02:43:46.789765 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1dac131-b9de-4c2b-86f9-ec791025fa0d {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:46.797766 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.809532 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Transition to ACTIVE for port object d1dac131-b9de-4c2b-86f9-ec791025fa0d will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:43:46.814198 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:46.872064 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Pushing event updated for resources: {'Port': ['ID=d1dac131-b9de-4c2b-86f9-ec791025fa0d,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:46.941256 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Attempting to bind port d1dac131-b9de-4c2b-86f9-ec791025fa0d on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:43:46.941510 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Attempting to bind port d1dac131-b9de-4c2b-86f9-ec791025fa0d by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '955d03b1-10d4-4717-8296-5e850872dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '618a7680-15be-4e25-b891-05b472011e7c'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:43:46.941840 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Attempting to bind port d1dac131-b9de-4c2b-86f9-ec791025fa0d on network 618a7680-15be-4e25-b891-05b472011e7c {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:46.945890 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Port d1dac131-b9de-4c2b-86f9-ec791025fa0d on network 618a7680-15be-4e25-b891-05b472011e7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:43:46.946207 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Attempting to bind port d1dac131-b9de-4c2b-86f9-ec791025fa0d on network 618a7680-15be-4e25-b891-05b472011e7c {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:43:46.951413 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:43:46.951413 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Checking segment: {'id': '955d03b1-10d4-4717-8296-5e850872dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '618a7680-15be-4e25-b891-05b472011e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:43:46.951634 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Bound using segment: {'id': '955d03b1-10d4-4717-8296-5e850872dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '618a7680-15be-4e25-b891-05b472011e7c'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:43:46.952037 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Bound port: d1dac131-b9de-4c2b-86f9-ec791025fa0d, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955d03b1-10d4-4717-8296-5e850872dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '618a7680-15be-4e25-b891-05b472011e7c'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:43:46.952363 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.020894 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] For port d1dac131-b9de-4c2b-86f9-ec791025fa0d, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:43:47.024185 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] For port d1dac131-b9de-4c2b-86f9-ec791025fa0d, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d1dac131-b9de-4c2b-86f9-ec791025fa0d,segment=NetworkSegment(955d03b1-10d4-4717-8296-5e850872dc06),segment_id=955d03b1-10d4-4717-8296-5e850872dc06)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:43:47.028984 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.105824 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.106468 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:47.108025 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] 10.222.0.88 "PUT /v2.0/ports/d1dac131-b9de-4c2b-86f9-ec791025fa0d HTTP/1.1" status: 200 len: 1093 time: 0.7521825 Jun 30 02:43:47.108582 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2638ee9-899a-49dd-b657-e0bc4c8de9ea', 'tag': 'd1dac131-b9de-4c2b-86f9-ec791025fa0d'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:43:47.111602 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90a2a7b-29c7-4a6b-8eb1-89a11560c98c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2638ee9-899a-49dd-b657-e0bc4c8de9ea", "tag": "d1dac131-b9de-4c2b-86f9-ec791025fa0d"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:43:47.157608 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1d9fc-2691-44cf-86e8-90a6c321c150 service neutron] Pushing event updated for resources: {'Port': ['ID=d1dac131-b9de-4c2b-86f9-ec791025fa0d,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:47.161546 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faf330f-b0b5-4bd5-b786-89168e426bbd x-openstack-request-id: req-7faf330f-b0b5-4bd5-b786-89168e426bbd {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:43:47.161837 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2638ee9-899a-49dd-b657-e0bc4c8de9ea", "tag": "d1dac131-b9de-4c2b-86f9-ec791025fa0d", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:43:47.162090 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7faf330f-b0b5-4bd5-b786-89168e426bbd {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:43:47.162858 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2638ee9-899a-49dd-b657-e0bc4c8de9ea', 'tag': 'd1dac131-b9de-4c2b-86f9-ec791025fa0d', 'status': 'completed', 'code': 200} Jun 30 02:43:47.218690 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df47665-d5db-48ad-9bf0-f958eed3ddf2 req-0d0ad1f4-1fe2-4b7f-978b-05174526c2ab tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.220179 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1df47665-d5db-48ad-9bf0-f958eed3ddf2 req-0d0ad1f4-1fe2-4b7f-978b-05174526c2ab tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.1534569 Jun 30 02:43:47.279023 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-c653aaf5-b63e-440f-83b7-b667103c8a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.280513 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-c653aaf5-b63e-440f-83b7-b667103c8a1e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=70df55dc3f2546dbbe192a6a7306d2a3&device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 1096 time: 0.1097510 Jun 30 02:43:47.293694 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1df47665-d5db-48ad-9bf0-f958eed3ddf2 req-849c8ec8-becd-4626-978a-c5792f5bc937 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656936 Jun 30 02:43:47.329650 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-0564570b-de6c-4804-bf6a-c986c6d9f937 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1dac131-b9de-4c2b-86f9-ec791025fa0d HTTP/1.1" status: 200 len: 217 time: 0.0393536 Jun 30 02:43:47.386797 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-95a35e7d-ef5e-4b74-86d6-a8a7ec4b6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.388399 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-95a35e7d-ef5e-4b74-86d6-a8a7ec4b6313 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb970de5-8d20-488e-98f1-e800e6171d07 HTTP/1.1" status: 200 len: 849 time: 0.0468905 Jun 30 02:43:47.428687 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-04d183ad-1772-47ef-aa26-78878270f0eb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=618a7680-15be-4e25-b891-05b472011e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270641 Jun 30 02:43:47.528308 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-eb9490ae-13f1-4d90-911b-c56e0bc8d9d2 service neutron] 10.222.0.88 "GET /v2.0/networks/618a7680-15be-4e25-b891-05b472011e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900271 Jun 30 02:43:47.585597 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cea172-51ff-4aae-83d3-d8c827f220f5 req-69fd3fbd-c99c-455b-9381-c1af3eae6509 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.592763 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-61cea172-51ff-4aae-83d3-d8c827f220f5 req-69fd3fbd-c99c-455b-9381-c1af3eae6509 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 944 time: 0.0720508 Jun 30 02:43:47.638336 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-61cea172-51ff-4aae-83d3-d8c827f220f5 req-cee874fe-82f9-4e65-9dfc-6a0270e81cc5 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440915 Jun 30 02:43:47.650457 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c480b8e-8593-41e0-b6be-06563b1fd575 req-6c44f21a-969c-4c42-bfd4-56258a8ce053 service neutron] 10.222.0.88 "GET /v2.0/networks/618a7680-15be-4e25-b891-05b472011e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133499 Jun 30 02:43:47.775206 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58186a3c-a834-45dc-a3ff-9dc981bd1db4 req-b5ac4a6c-d070-47c7-8984-bd511197eafc tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.776698 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-58186a3c-a834-45dc-a3ff-9dc981bd1db4 req-b5ac4a6c-d070-47c7-8984-bd511197eafc tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.1031108 Jun 30 02:43:47.810076 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a2a7b-29c7-4a6b-8eb1-89a11560c98c req-ba3c50ec-f857-40fd-9260-d7ba62fbceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.811575 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d90a2a7b-29c7-4a6b-8eb1-89a11560c98c req-ba3c50ec-f857-40fd-9260-d7ba62fbceb1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=70df55dc3f2546dbbe192a6a7306d2a3&device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 1096 time: 0.0869434 Jun 30 02:43:47.833748 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-58186a3c-a834-45dc-a3ff-9dc981bd1db4 req-c1cd4ca0-17d1-43ab-8ade-9dbb0e642263 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500212 Jun 30 02:43:47.914122 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a2a7b-29c7-4a6b-8eb1-89a11560c98c req-d22884c1-eaad-43b3-854d-90ffa60f14c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:47.915593 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d90a2a7b-29c7-4a6b-8eb1-89a11560c98c req-d22884c1-eaad-43b3-854d-90ffa60f14c2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=618a7680-15be-4e25-b891-05b472011e7c HTTP/1.1" status: 200 len: 911 time: 0.0951834 Jun 30 02:43:47.957597 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d90a2a7b-29c7-4a6b-8eb1-89a11560c98c req-93abe310-da3c-4aa4-b8f0-181eab84edc1 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1dac131-b9de-4c2b-86f9-ec791025fa0d HTTP/1.1" status: 200 len: 217 time: 0.0337520 Jun 30 02:43:48.008427 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a2a7b-29c7-4a6b-8eb1-89a11560c98c req-ca86bdb4-dcb5-4b71-8bd2-f4655bb569f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:48.010040 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d90a2a7b-29c7-4a6b-8eb1-89a11560c98c req-ca86bdb4-dcb5-4b71-8bd2-f4655bb569f5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb970de5-8d20-488e-98f1-e800e6171d07 HTTP/1.1" status: 200 len: 849 time: 0.0424402 Jun 30 02:43:48.029731 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device fc93e688-1e87-4df0-96cf-ce4600497678 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:43:48.054108 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d90a2a7b-29c7-4a6b-8eb1-89a11560c98c req-73c014ec-1d9d-4a60-b788-307d20b20827 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=618a7680-15be-4e25-b891-05b472011e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303602 Jun 30 02:43:48.127038 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port fc93e688-1e87-4df0-96cf-ce4600497678, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=fc93e688-1e87-4df0-96cf-ce4600497678,segment=NetworkSegment(0fbd46c2-4bf0-4435-8fc7-5b120c087c0d),segment_id=0fbd46c2-4bf0-4435-8fc7-5b120c087c0d)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:48.139384 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': 'fc93e688-1e87-4df0-96cf-ce4600497678', 'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434', 'port_id': 'fc93e688-1e87-4df0-96cf-ce4600497678', 'mac_address': 'fa:16:3e:f7:24:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b83ea6-b73f-4a7d-8943-cf61d5ab95dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:43:48.149999 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d90a2a7b-29c7-4a6b-8eb1-89a11560c98c req-5098fe72-e8cb-4f3a-9a6e-8d69bacf7b5c service neutron] 10.222.0.88 "GET /v2.0/networks/618a7680-15be-4e25-b891-05b472011e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866199 Jun 30 02:43:48.180014 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.192949 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc93e688-1e87-4df0-96cf-ce4600497678 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:43:48.212703 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port fc93e688-1e87-4df0-96cf-ce4600497678, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=fc93e688-1e87-4df0-96cf-ce4600497678,segment=NetworkSegment(0fbd46c2-4bf0-4435-8fc7-5b120c087c0d),segment_id=0fbd46c2-4bf0-4435-8fc7-5b120c087c0d)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:43:48.216556 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:43:48.250083 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d90a2a7b-29c7-4a6b-8eb1-89a11560c98c req-e132200e-2bc7-475a-93bb-cad4fedd1b35 service neutron] 10.222.0.88 "GET /v2.0/networks/618a7680-15be-4e25-b891-05b472011e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906928 Jun 30 02:43:48.276261 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=fc93e688-1e87-4df0-96cf-ce4600497678,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:43:48.283399 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:48.283809 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:48.284155 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:48.284488 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:48.284818 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:48.285145 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:48.285468 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:48.285792 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:48.286133 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:48.286486 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:48.286807 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:48.287154 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:43:48.472296 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d622ce2f-cac9-47ed-94ab-5755ec09e7c7 req-b9164161-7d93-4811-adb3-b55a1c0b53ff tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:48.473974 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d622ce2f-cac9-47ed-94ab-5755ec09e7c7 req-b9164161-7d93-4811-adb3-b55a1c0b53ff tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0644221 Jun 30 02:43:48.515852 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d622ce2f-cac9-47ed-94ab-5755ec09e7c7 req-1d2a96a8-ba68-4596-84b6-31d978707702 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343046 Jun 30 02:43:48.819934 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017274a3-8c5d-4e80-98f2-a08696a5f2d3 req-f96a3248-a76a-4103-afe6-68bd19cd74b1 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:48.821372 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-017274a3-8c5d-4e80-98f2-a08696a5f2d3 req-f96a3248-a76a-4103-afe6-68bd19cd74b1 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 945 time: 0.0657980 Jun 30 02:43:48.859697 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-017274a3-8c5d-4e80-98f2-a08696a5f2d3 req-8f2f1c2e-52c1-45bd-ab13-ee54bc52c2d3 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Jun 30 02:43:49.008597 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23082af3-fd7a-4d38-a773-a0ea16d6e0a9 req-db1db4ab-2f3a-4186-8ca9-af5fe7e169e0 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:49.010066 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-23082af3-fd7a-4d38-a773-a0ea16d6e0a9 req-db1db4ab-2f3a-4186-8ca9-af5fe7e169e0 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0638349 Jun 30 02:43:49.048600 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-23082af3-fd7a-4d38-a773-a0ea16d6e0a9 req-6f9a9158-c410-45d1-9a73-cfb2b1ac0e35 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328875 Jun 30 02:43:49.251398 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['fc93e688-1e87-4df0-96cf-ce4600497678'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:43:49.712382 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a35a9-10c9-419d-99e0-35befbea2a5d req-a02e0608-d9f3-4de4-9a30-4eab0421f419 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:49.713992 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fc7a35a9-10c9-419d-99e0-35befbea2a5d req-a02e0608-d9f3-4de4-9a30-4eab0421f419 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0672381 Jun 30 02:43:49.752517 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fc7a35a9-10c9-419d-99e0-35befbea2a5d req-01f0e33b-795d-4c1e-8a1f-9835d6ccc0f7 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324538 Jun 30 02:43:50.031116 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdb3d6-9fe5-48a4-8af1-9069a47a38a0 req-7a6662cd-4222-45e3-8045-397d8810e8bc tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:50.032264 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-06bdb3d6-9fe5-48a4-8af1-9069a47a38a0 req-7a6662cd-4222-45e3-8045-397d8810e8bc tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 945 time: 0.0621727 Jun 30 02:43:50.074935 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-06bdb3d6-9fe5-48a4-8af1-9069a47a38a0 req-01aeebf6-2cb9-43d5-9873-fbb3e677b27b tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369916 Jun 30 02:43:50.245143 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259cdf2-9549-498f-ad77-e010bbe021cd req-24bf840f-6e0e-4c70-a956-d09ac77a6568 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:50.246794 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0259cdf2-9549-498f-ad77-e010bbe021cd req-24bf840f-6e0e-4c70-a956-d09ac77a6568 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0642774 Jun 30 02:43:50.284979 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0259cdf2-9549-498f-ad77-e010bbe021cd req-fe357e88-588f-46cc-b971-2eee40c9343c tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Jun 30 02:43:50.925889 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372fa480-9649-46d2-9dd9-76f6e1e43513 req-8a63e473-8cca-47db-8537-501201d60d36 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:50.927401 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-372fa480-9649-46d2-9dd9-76f6e1e43513 req-8a63e473-8cca-47db-8537-501201d60d36 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0650780 Jun 30 02:43:50.965594 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-372fa480-9649-46d2-9dd9-76f6e1e43513 req-54826595-d210-4ccb-863b-e43632616927 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Jun 30 02:43:51.256230 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74947402-81b5-4054-adcc-d6902a9100fd req-d99a53a6-523a-4b23-9b52-1bf67cb4c811 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:51.257701 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-74947402-81b5-4054-adcc-d6902a9100fd req-d99a53a6-523a-4b23-9b52-1bf67cb4c811 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 945 time: 0.0673327 Jun 30 02:43:51.294842 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-74947402-81b5-4054-adcc-d6902a9100fd req-f10aa75a-0c14-4b0a-aa80-4026dd37f55b tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314107 Jun 30 02:43:51.456786 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04393801-8a06-41fe-a2dd-e3ccf29b8ff5 req-e86fd4b5-e76d-4ccd-b62d-5a8d44dbe0d9 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:51.458257 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-04393801-8a06-41fe-a2dd-e3ccf29b8ff5 req-e86fd4b5-e76d-4ccd-b62d-5a8d44dbe0d9 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0647047 Jun 30 02:43:51.498557 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-04393801-8a06-41fe-a2dd-e3ccf29b8ff5 req-771abe31-6779-4208-a78d-4cbe5a067cba tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344946 Jun 30 02:43:52.157195 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97cfac-e64e-4367-8efe-16be9b32f613 req-b958b15c-e5fd-4e73-b29d-0d1c9df48a5c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:52.160535 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0d97cfac-e64e-4367-8efe-16be9b32f613 req-b958b15c-e5fd-4e73-b29d-0d1c9df48a5c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0834453 Jun 30 02:43:52.200478 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0d97cfac-e64e-4367-8efe-16be9b32f613 req-90fcad57-e767-4171-a9c7-18fdbcd75caf tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339069 Jun 30 02:43:52.472298 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf63ae-2c5a-41c6-806b-dc1153f86933 req-4a782b06-0369-4a55-ab21-d4c8aa81f888 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:52.473938 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cfcf63ae-2c5a-41c6-806b-dc1153f86933 req-4a782b06-0369-4a55-ab21-d4c8aa81f888 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 945 time: 0.0657413 Jun 30 02:43:52.512670 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cfcf63ae-2c5a-41c6-806b-dc1153f86933 req-d897e631-0264-4286-af6f-5a5ad4e449bb tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333233 Jun 30 02:43:52.679727 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117a5f0-d7f1-45ab-8885-00a8aa8bd855 req-56bdf977-bcc2-4080-bdfa-3c2df1fc7852 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:52.681187 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c117a5f0-d7f1-45ab-8885-00a8aa8bd855 req-56bdf977-bcc2-4080-bdfa-3c2df1fc7852 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0653739 Jun 30 02:43:52.720253 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c117a5f0-d7f1-45ab-8885-00a8aa8bd855 req-b6782a88-6125-41b0-a8e1-20d50a874897 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333819 Jun 30 02:43:53.377180 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa27dd7-455e-4236-a194-88de2fa08385 req-e6a35272-8fa5-4c2e-a5a9-ab71b36da04b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:53.378626 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-faa27dd7-455e-4236-a194-88de2fa08385 req-e6a35272-8fa5-4c2e-a5a9-ab71b36da04b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0648479 Jun 30 02:43:53.416184 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-faa27dd7-455e-4236-a194-88de2fa08385 req-287a4b8f-3bae-4fb0-aeef-1102bc298480 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Jun 30 02:43:53.702826 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e78ec3-3259-49de-a438-a479226939b6 req-75749ef6-5ce8-419b-8de6-27f70efc72c4 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:53.704358 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-25e78ec3-3259-49de-a438-a479226939b6 req-75749ef6-5ce8-419b-8de6-27f70efc72c4 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 945 time: 0.0683510 Jun 30 02:43:53.741887 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-25e78ec3-3259-49de-a438-a479226939b6 req-f4da5489-a77e-49bd-9ae1-269a2b4ee8a3 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318120 Jun 30 02:43:53.916393 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26025501-55f3-4360-9866-53904857c690 req-d2a1d4dd-865e-4b67-8e28-3bb72bea181d tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:53.917931 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-26025501-55f3-4360-9866-53904857c690 req-d2a1d4dd-865e-4b67-8e28-3bb72bea181d tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0801303 Jun 30 02:43:53.958883 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-26025501-55f3-4360-9866-53904857c690 req-5d276c38-a0bb-4a7d-bbe6-27c2c6f83e7f tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341203 Jun 30 02:43:54.592723 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fe207-14ea-4400-8c5c-e1e512c33057 req-a1037b12-4d74-47d4-be95-3add69713147 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:54.595895 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0a6fe207-14ea-4400-8c5c-e1e512c33057 req-a1037b12-4d74-47d4-be95-3add69713147 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0639546 Jun 30 02:43:54.634921 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0a6fe207-14ea-4400-8c5c-e1e512c33057 req-c4e4be99-a427-4832-8243-9334a2916504 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Jun 30 02:43:54.912591 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc669c-e2f9-4d3a-8a81-6115dfa3acec req-bc42b721-a9d1-49bd-86c6-f466e0975ee0 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:54.914037 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-36bc669c-e2f9-4d3a-8a81-6115dfa3acec req-bc42b721-a9d1-49bd-86c6-f466e0975ee0 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 945 time: 0.0611966 Jun 30 02:43:54.953936 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-36bc669c-e2f9-4d3a-8a81-6115dfa3acec req-278fdb3d-0325-4e35-a11b-7f7aff587103 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341985 Jun 30 02:43:55.136486 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b85e68-c3e3-47c2-a5dc-90d7718d9d79 req-70675b59-2f1d-4fda-9ec7-0ddaff181f97 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:55.138047 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a7b85e68-c3e3-47c2-a5dc-90d7718d9d79 req-70675b59-2f1d-4fda-9ec7-0ddaff181f97 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0669813 Jun 30 02:43:55.176708 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a7b85e68-c3e3-47c2-a5dc-90d7718d9d79 req-e71f2715-7cae-4091-9477-7c629cde1692 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322125 Jun 30 02:43:55.809750 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91be11-1168-4847-963e-feb4f6c24a4f req-0da1ab26-1101-496b-bcbf-d4e39e66be37 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:55.811270 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-be91be11-1168-4847-963e-feb4f6c24a4f req-0da1ab26-1101-496b-bcbf-d4e39e66be37 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0654500 Jun 30 02:43:55.849298 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-be91be11-1168-4847-963e-feb4f6c24a4f req-70349f6c-460f-418a-a3f9-b83ff0aa1a1b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Jun 30 02:43:56.135395 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00959d43-d905-4c1f-924f-ceff5777afc6 req-760df6aa-b789-43da-9c1e-4a6441b71dcf tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:56.137071 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-00959d43-d905-4c1f-924f-ceff5777afc6 req-760df6aa-b789-43da-9c1e-4a6441b71dcf tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 945 time: 0.0677023 Jun 30 02:43:56.177481 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-00959d43-d905-4c1f-924f-ceff5777afc6 req-58a004f0-95a2-497d-ab93-7763c5827e16 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334282 Jun 30 02:43:56.348267 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de5845-9d14-4541-8c1b-9c3e371a078a req-ed0cbe31-4e04-4b1e-a094-263a210d5363 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:56.349772 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-61de5845-9d14-4541-8c1b-9c3e371a078a req-ed0cbe31-4e04-4b1e-a094-263a210d5363 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0653057 Jun 30 02:43:56.388970 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-61de5845-9d14-4541-8c1b-9c3e371a078a req-4d412278-cceb-41b1-975e-f50f19f1d070 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335858 Jun 30 02:43:57.019975 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e6f90-4a31-47e3-b2d4-d77d9cc92b68 req-683096d1-e2d8-4374-960f-2aa66ed8ea79 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.021464 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c43e6f90-4a31-47e3-b2d4-d77d9cc92b68 req-683096d1-e2d8-4374-960f-2aa66ed8ea79 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0619159 Jun 30 02:43:57.057794 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c43e6f90-4a31-47e3-b2d4-d77d9cc92b68 req-1dd0a263-81f0-4342-a1b8-b7885418760c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307040 Jun 30 02:43:57.351224 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8d3e0-0364-4de5-b6de-98275a060003 req-c8627f71-a1cd-4257-9de7-8f431a80cbad tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.352680 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7aa8d3e0-0364-4de5-b6de-98275a060003 req-c8627f71-a1cd-4257-9de7-8f431a80cbad tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 945 time: 0.0658255 Jun 30 02:43:57.390895 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7aa8d3e0-0364-4de5-b6de-98275a060003 req-2c54e31d-1b91-41ab-8ba5-85d1693d05c9 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325227 Jun 30 02:43:57.559232 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200dccf-f439-466f-9fd5-0d92a586ed0d req-4d15f5e9-ba35-4882-aafc-f0ddd52ff43d tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:57.560614 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a200dccf-f439-466f-9fd5-0d92a586ed0d req-4d15f5e9-ba35-4882-aafc-f0ddd52ff43d tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0623610 Jun 30 02:43:57.597546 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a200dccf-f439-466f-9fd5-0d92a586ed0d req-658e1d9b-ff80-4b85-9a89-39cc86d1a055 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305905 Jun 30 02:43:58.232627 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b33002-c2bf-4091-8539-d3b0ad9da4fa req-a76458c1-72e4-4bdf-b48c-80c878d70404 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:58.234733 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a5b33002-c2bf-4091-8539-d3b0ad9da4fa req-a76458c1-72e4-4bdf-b48c-80c878d70404 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0669258 Jun 30 02:43:58.274309 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a5b33002-c2bf-4091-8539-d3b0ad9da4fa req-4958ac54-657d-436e-b186-e7e275f5fb9d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339582 Jun 30 02:43:58.562700 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421594a9-cd74-47b0-85ff-06492294b9c9 req-52c69b88-f06a-4cf1-b137-4ca33b3da2ec tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:58.564188 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-421594a9-cd74-47b0-85ff-06492294b9c9 req-52c69b88-f06a-4cf1-b137-4ca33b3da2ec tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 945 time: 0.0641026 Jun 30 02:43:58.602749 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-421594a9-cd74-47b0-85ff-06492294b9c9 req-af9b6285-375e-4dbc-825c-369e694d8a89 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329103 Jun 30 02:43:58.769213 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92deafa4-0cd2-4cd2-8e85-a481417da8ea req-31b4b25c-f2d9-439c-9e2b-32372520623c tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:58.770732 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92deafa4-0cd2-4cd2-8e85-a481417da8ea req-31b4b25c-f2d9-439c-9e2b-32372520623c tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0626936 Jun 30 02:43:58.811189 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92deafa4-0cd2-4cd2-8e85-a481417da8ea req-18e570ff-cf93-4c8d-b4b1-6c3b5554635b tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329568 Jun 30 02:43:59.328881 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:43:59.453530 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e61b99-e033-4e79-a9aa-f48ac53f544a req-7f0c26ef-3b79-41a6-9010-7913ef94278d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:59.454978 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-25e61b99-e033-4e79-a9aa-f48ac53f544a req-7f0c26ef-3b79-41a6-9010-7913ef94278d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0653229 Jun 30 02:43:59.492156 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-25e61b99-e033-4e79-a9aa-f48ac53f544a req-2d22bbb6-9957-45e6-8a3a-e47716c02fe9 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Jun 30 02:43:59.777836 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb783941-67de-49c1-853e-4d6192b6eb6d req-64967813-ef0c-4f5d-871a-076b117b82cc tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:59.779319 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bb783941-67de-49c1-853e-4d6192b6eb6d req-64967813-ef0c-4f5d-871a-076b117b82cc tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 945 time: 0.0614700 Jun 30 02:43:59.816424 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bb783941-67de-49c1-853e-4d6192b6eb6d req-5bdb56d6-16f5-4f47-bb70-5ea1fae287b0 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314240 Jun 30 02:43:59.993863 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba307b-f862-4130-8119-e521ee9d6e16 req-be5921a8-3d4b-4833-ab94-be47b5af280a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:43:59.995632 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2cba307b-f862-4130-8119-e521ee9d6e16 req-be5921a8-3d4b-4833-ab94-be47b5af280a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0662544 Jun 30 02:44:00.033744 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2cba307b-f862-4130-8119-e521ee9d6e16 req-a68a9661-12d6-4ad2-8494-aef06c1b515f tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Jun 30 02:44:00.672403 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680499f-0120-4277-93aa-b9bd65a8e483 req-55700476-c416-40f0-b703-01c4884ba272 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:00.673916 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0680499f-0120-4277-93aa-b9bd65a8e483 req-55700476-c416-40f0-b703-01c4884ba272 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0632234 Jun 30 02:44:00.714419 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0680499f-0120-4277-93aa-b9bd65a8e483 req-0aa6821a-ab0c-44d3-a325-c5f7a4905fe3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334399 Jun 30 02:44:01.005973 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2d89-ffb9-430e-8468-988f2473b33a req-f2c8af19-4aba-4410-9ecb-84e04e25ee9b tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:01.007626 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-35af2d89-ffb9-430e-8468-988f2473b33a req-f2c8af19-4aba-4410-9ecb-84e04e25ee9b tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 945 time: 0.0757718 Jun 30 02:44:01.049396 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-35af2d89-ffb9-430e-8468-988f2473b33a req-81f75647-41b2-4866-8095-d3b53cc0f6fe tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359802 Jun 30 02:44:01.227129 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf0d6b-13a6-4559-aac5-97099f479e98 req-3b42111c-c417-4745-b936-dfc456766e62 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:01.228634 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b4bf0d6b-13a6-4559-aac5-97099f479e98 req-3b42111c-c417-4745-b936-dfc456766e62 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0739388 Jun 30 02:44:01.276114 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b4bf0d6b-13a6-4559-aac5-97099f479e98 req-ef89e6c0-3088-434b-9113-57e5cc006630 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361552 Jun 30 02:44:01.894506 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcfedd-571b-4f88-b439-65f1b7ef3ffa req-8231f5a5-d8ea-46d5-a7ab-44ee0a21f15c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:01.895966 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ebcfedd-571b-4f88-b439-65f1b7ef3ffa req-8231f5a5-d8ea-46d5-a7ab-44ee0a21f15c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0662181 Jun 30 02:44:01.934849 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ebcfedd-571b-4f88-b439-65f1b7ef3ffa req-a69864a0-55fb-4bff-ba0c-e5c381c97bd3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332797 Jun 30 02:44:02.108795 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device fc93e688-1e87-4df0-96cf-ce4600497678 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:02.165975 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port fc93e688-1e87-4df0-96cf-ce4600497678 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:02.169753 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port fc93e688-1e87-4df0-96cf-ce4600497678 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:02.170131 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.251468 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09be1-c3fb-4d0c-9a2e-766042f49f49 req-82a91443-b204-43b5-b9d3-04bcc67a8fc3 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:02.252035 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.252959 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-97a09be1-c3fb-4d0c-9a2e-766042f49f49 req-82a91443-b204-43b5-b9d3-04bcc67a8fc3 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 945 time: 0.0698893 Jun 30 02:44:02.277272 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fb78bc-446c-439a-96e1-378703fd466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc93e688-1e87-4df0-96cf-ce4600497678'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:02.279552 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d44effd-3f01-492c-9d24-8cf3de0dd9f2" -d '{"events": [{"server_uuid": "d6fb78bc-446c-439a-96e1-378703fd466d", "name": "network-vif-plugged", "status": "completed", "tag": "fc93e688-1e87-4df0-96cf-ce4600497678"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:02.292304 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-97a09be1-c3fb-4d0c-9a2e-766042f49f49 req-7871b95e-d3e9-488b-811d-2cade7727644 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335417 Jun 30 02:44:02.293119 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port fc93e688-1e87-4df0-96cf-ce4600497678, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=fc93e688-1e87-4df0-96cf-ce4600497678,segment=NetworkSegment(0fbd46c2-4bf0-4435-8fc7-5b120c087c0d),segment_id=0fbd46c2-4bf0-4435-8fc7-5b120c087c0d)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:02.298667 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:02.331653 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c04e76f-91e1-4f21-aa0d-922dc1ca0719 x-openstack-request-id: req-4c04e76f-91e1-4f21-aa0d-922dc1ca0719 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:02.331942 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fb78bc-446c-439a-96e1-378703fd466d", "name": "network-vif-plugged", "status": "completed", "tag": "fc93e688-1e87-4df0-96cf-ce4600497678", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:02.332187 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4c04e76f-91e1-4f21-aa0d-922dc1ca0719 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:02.332562 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fb78bc-446c-439a-96e1-378703fd466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc93e688-1e87-4df0-96cf-ce4600497678', 'code': 200} Jun 30 02:44:02.361398 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=fc93e688-1e87-4df0-96cf-ce4600497678,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:02.471828 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183eec16-67d0-4428-81ae-1e172cb405a9 req-d9b59eca-af4b-42f6-ac1b-64f5999bc7df tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:02.473273 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-183eec16-67d0-4428-81ae-1e172cb405a9 req-d9b59eca-af4b-42f6-ac1b-64f5999bc7df tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0685775 Jun 30 02:44:02.512183 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-183eec16-67d0-4428-81ae-1e172cb405a9 req-052a6286-f1a0-45f2-a208-ad6bf228e552 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330906 Jun 30 02:44:02.628233 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad226a-fd31-421c-9b5b-2af1022e8682 req-b2cba8b9-0899-44d9-855e-890a785ca104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:02.629743 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-09ad226a-fd31-421c-9b5b-2af1022e8682 req-b2cba8b9-0899-44d9-855e-890a785ca104 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 1099 time: 0.0563045 Jun 30 02:44:02.731338 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-d134b890-f26b-4e99-bdc7-643cfcc233ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:03.109026 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6133f-6bd1-4149-a4fe-0782e5d692f6 req-44fa94d1-b29c-40d5-9ce0-d40a307fb238 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:03.110587 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-eec6133f-6bd1-4149-a4fe-0782e5d692f6 req-44fa94d1-b29c-40d5-9ce0-d40a307fb238 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0665410 Jun 30 02:44:03.148671 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-eec6133f-6bd1-4149-a4fe-0782e5d692f6 req-d96ebb01-61d4-49ab-9c61-3cb1f6fa034a tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324569 Jun 30 02:44:03.478172 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3eaac1-e8c4-4cb3-bb40-0fe2234cfae7 req-997bfbd4-2d2f-45a6-8f0a-0fbf68010ebe tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:03.479676 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-de3eaac1-e8c4-4cb3-bb40-0fe2234cfae7 req-997bfbd4-2d2f-45a6-8f0a-0fbf68010ebe tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0658195 Jun 30 02:44:03.519472 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-de3eaac1-e8c4-4cb3-bb40-0fe2234cfae7 req-67bb5435-69ba-42b0-8df5-155670d6f30e tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338087 Jun 30 02:44:03.691017 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8d8b0-a37e-42e9-8777-5f723820aa30 req-b59db500-5401-4008-9921-5bb76012bb38 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:03.692477 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-faf8d8b0-a37e-42e9-8777-5f723820aa30 req-b59db500-5401-4008-9921-5bb76012bb38 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0677807 Jun 30 02:44:03.729633 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-faf8d8b0-a37e-42e9-8777-5f723820aa30 req-94936630-4a9d-4074-b385-01b098823f73 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Jun 30 02:44:04.325719 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50521d5b-26df-46bf-8847-9fc3743e4e74 req-cc8a9cfc-92b3-40c4-881d-e02d4675487d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:04.327183 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-50521d5b-26df-46bf-8847-9fc3743e4e74 req-cc8a9cfc-92b3-40c4-881d-e02d4675487d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0667398 Jun 30 02:44:04.364361 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-50521d5b-26df-46bf-8847-9fc3743e4e74 req-6ea82b5f-2370-41f3-a67c-4278a1b71fca tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315018 Jun 30 02:44:04.693555 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf9ce0-7886-4c56-9c15-65880d7d160f req-d9a6ab3d-fafc-4945-9b35-346d95cb5eb7 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:04.695069 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0dbf9ce0-7886-4c56-9c15-65880d7d160f req-d9a6ab3d-fafc-4945-9b35-346d95cb5eb7 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0658545 Jun 30 02:44:04.732324 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0dbf9ce0-7886-4c56-9c15-65880d7d160f req-d4dd2e53-2bbb-4ab4-94bc-865d5aa966f3 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 Jun 30 02:44:04.901428 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c14268-1859-4a96-9721-c942004e01ef req-11902f5b-982c-4dab-bc08-5c3385f042f9 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:04.902797 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-27c14268-1859-4a96-9721-c942004e01ef req-11902f5b-982c-4dab-bc08-5c3385f042f9 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0618861 Jun 30 02:44:04.941265 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-27c14268-1859-4a96-9721-c942004e01ef req-588344f3-0adf-4bba-b786-2e3f9bfdfa6f tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Jun 30 02:44:05.179994 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-62b93328-98cd-4257-9d06-21835bb6b54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.535161 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35eab1-4b04-46d0-b979-9e3a7f1a4e30 req-a0a201a2-ac5a-4a3a-939f-e4a237d6f53e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:05.536602 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6f35eab1-4b04-46d0-b979-9e3a7f1a4e30 req-a0a201a2-ac5a-4a3a-939f-e4a237d6f53e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0622971 Jun 30 02:44:05.573248 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6f35eab1-4b04-46d0-b979-9e3a7f1a4e30 req-c6c8c5a6-a026-46f1-9b14-de6c7fe7b67d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Jun 30 02:44:05.909181 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b91351-6bfc-4b37-b73b-a68ad3fc0387 req-025157de-aa0a-4fa1-85c9-45600f8a09d6 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:05.911034 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a7b91351-6bfc-4b37-b73b-a68ad3fc0387 req-025157de-aa0a-4fa1-85c9-45600f8a09d6 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0713863 Jun 30 02:44:05.913772 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:05.950252 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a7b91351-6bfc-4b37-b73b-a68ad3fc0387 req-d4aaabee-5169-4cc6-908c-3fab75f7e0c4 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332067 Jun 30 02:44:06.119250 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3a3e9-64d4-4622-b6d8-6cfbb3da4f46 req-3faa70ee-3b61-4939-bcf7-373e2de2a0d8 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:06.120958 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-edd3a3e9-64d4-4622-b6d8-6cfbb3da4f46 req-3faa70ee-3b61-4939-bcf7-373e2de2a0d8 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 943 time: 0.0655773 Jun 30 02:44:06.158415 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-edd3a3e9-64d4-4622-b6d8-6cfbb3da4f46 req-16ae30f9-529e-4f70-b0f9-a2a1845ddba7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Jun 30 02:44:06.288749 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device d1dac131-b9de-4c2b-86f9-ec791025fa0d details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:44:06.401063 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port d1dac131-b9de-4c2b-86f9-ec791025fa0d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d1dac131-b9de-4c2b-86f9-ec791025fa0d,segment=NetworkSegment(955d03b1-10d4-4717-8296-5e850872dc06),segment_id=955d03b1-10d4-4717-8296-5e850872dc06)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:06.415204 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.416064 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': 'd1dac131-b9de-4c2b-86f9-ec791025fa0d', 'network_id': '618a7680-15be-4e25-b891-05b472011e7c', 'port_id': 'd1dac131-b9de-4c2b-86f9-ec791025fa0d', 'mac_address': 'fa:16:3e:f6:84:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb970de5-8d20-488e-98f1-e800e6171d07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:44:06.454343 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.467206 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1dac131-b9de-4c2b-86f9-ec791025fa0d {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:06.486628 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port d1dac131-b9de-4c2b-86f9-ec791025fa0d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d1dac131-b9de-4c2b-86f9-ec791025fa0d,segment=NetworkSegment(955d03b1-10d4-4717-8296-5e850872dc06),segment_id=955d03b1-10d4-4717-8296-5e850872dc06)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:06.490050 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:06.538427 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=d1dac131-b9de-4c2b-86f9-ec791025fa0d,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:06.757673 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f290fe-389b-4879-850e-8487758f582f req-6a8b60a8-d602-4695-a827-83cabc2e92e1 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:06.759249 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-44f290fe-389b-4879-850e-8487758f582f req-6a8b60a8-d602-4695-a827-83cabc2e92e1 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0671058 Jun 30 02:44:06.964941 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-44f290fe-389b-4879-850e-8487758f582f req-f5390855-c998-4f54-abc3-a289a663fb81 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991470 Jun 30 02:44:07.126856 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40fc9f-1cac-464d-92aa-2ccc8ca3afc1 req-a091c14e-914a-44b3-af3d-364c37945992 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:07.128315 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cc40fc9f-1cac-464d-92aa-2ccc8ca3afc1 req-a091c14e-914a-44b3-af3d-364c37945992 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0652485 Jun 30 02:44:07.165776 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cc40fc9f-1cac-464d-92aa-2ccc8ca3afc1 req-014e7f21-d694-43b6-bae0-e8e18b5cbec7 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319169 Jun 30 02:44:07.327587 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce70fcf-95db-4073-b5e3-d21588becee1 req-f4140592-fec8-4a09-a1ec-f83b1366e1bb tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:07.329267 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3ce70fcf-95db-4073-b5e3-d21588becee1 req-f4140592-fec8-4a09-a1ec-f83b1366e1bb tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 944 time: 0.0618482 Jun 30 02:44:07.372169 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3ce70fcf-95db-4073-b5e3-d21588becee1 req-3ad975d6-4f1a-49a5-b333-0defd492850b tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371897 Jun 30 02:44:08.135363 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b75d27-5ff4-445a-9657-75061e6d2dc9 req-58b20d85-0860-4208-a3f5-e3bc09079de4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:08.136830 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-11b75d27-5ff4-445a-9657-75061e6d2dc9 req-58b20d85-0860-4208-a3f5-e3bc09079de4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0620825 Jun 30 02:44:08.173405 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-11b75d27-5ff4-445a-9657-75061e6d2dc9 req-08815202-ab0d-4de0-842f-554d88b61240 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308492 Jun 30 02:44:08.223887 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-09ad226a-fd31-421c-9b5b-2af1022e8682 req-ec828d80-9128-4945-a821-fc2bb9e743b5 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357258 Jun 30 02:44:08.310841 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:08.340764 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c710f8-79a5-4171-a8e9-85290de51079 req-96c43115-5f62-4c45-a64d-e7c37bc1d1e7 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:08.342202 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-38c710f8-79a5-4171-a8e9-85290de51079 req-96c43115-5f62-4c45-a64d-e7c37bc1d1e7 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0631628 Jun 30 02:44:08.380040 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-38c710f8-79a5-4171-a8e9-85290de51079 req-df202fc3-2838-488a-ae98-feb96bd65de6 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315247 Jun 30 02:44:08.552966 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53a8b1-bc71-4a2e-9330-26ed67ebdfd7 req-e287c5cd-c410-4ea4-995f-ce4f81b098d9 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:08.554438 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fc53a8b1-bc71-4a2e-9330-26ed67ebdfd7 req-e287c5cd-c410-4ea4-995f-ce4f81b098d9 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 944 time: 0.0663950 Jun 30 02:44:08.593697 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fc53a8b1-bc71-4a2e-9330-26ed67ebdfd7 req-f590c265-dc0e-40f2-ad2b-bab6d4847221 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329921 Jun 30 02:44:09.348613 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c171aad-f673-4cfd-829a-040ac5f414e2 req-597a22d4-3139-44be-9075-d842f73240ca tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:09.350082 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5c171aad-f673-4cfd-829a-040ac5f414e2 req-597a22d4-3139-44be-9075-d842f73240ca tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0662620 Jun 30 02:44:09.388366 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5c171aad-f673-4cfd-829a-040ac5f414e2 req-a30a6cc0-491f-4d4a-a98f-187558941beb tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Jun 30 02:44:09.556513 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257f5e0-5e36-41d2-8210-2ae676bd7070 req-4f0b3b78-a759-4e1b-9c82-5e4431ce9168 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:09.557971 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5257f5e0-5e36-41d2-8210-2ae676bd7070 req-4f0b3b78-a759-4e1b-9c82-5e4431ce9168 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0672789 Jun 30 02:44:09.596587 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5257f5e0-5e36-41d2-8210-2ae676bd7070 req-61a0e7d0-90b7-4dbc-aa50-6f2710f4e105 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328999 Jun 30 02:44:09.767140 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844fb34-dbc2-4c02-b025-8e967f80dba1 req-e948364a-0913-48e6-8ebb-8869eeadf144 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:09.768474 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1844fb34-dbc2-4c02-b025-8e967f80dba1 req-e948364a-0913-48e6-8ebb-8869eeadf144 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 944 time: 0.0626163 Jun 30 02:44:09.817700 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1844fb34-dbc2-4c02-b025-8e967f80dba1 req-a6a6f1a6-6c16-493e-a4c4-36813e8ce237 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436873 Jun 30 02:44:10.563468 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e12283-c52b-4fe5-8e87-e539e6c09c20 req-5e6d96fc-4e71-405a-aed7-0822726f714f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:10.564965 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e3e12283-c52b-4fe5-8e87-e539e6c09c20 req-5e6d96fc-4e71-405a-aed7-0822726f714f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0655749 Jun 30 02:44:10.603822 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e3e12283-c52b-4fe5-8e87-e539e6c09c20 req-7524c6b9-7550-4179-bb89-e22fba09a8f3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328562 Jun 30 02:44:10.768602 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f6753-2eea-4930-8183-2fd2b9d1ca89 req-a6d7f7e3-d29b-4aab-bc0d-6542d20017a2 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:10.770087 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8e5f6753-2eea-4930-8183-2fd2b9d1ca89 req-a6d7f7e3-d29b-4aab-bc0d-6542d20017a2 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0631309 Jun 30 02:44:10.809386 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8e5f6753-2eea-4930-8183-2fd2b9d1ca89 req-1d71217b-f84e-4524-96e7-fc142c4bf36a tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336487 Jun 30 02:44:10.990646 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c103d1d-448e-4b60-8d5b-edade8ca7e8b req-d2845f52-9d80-49f7-8893-b8cd024adffb tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:10.992225 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4c103d1d-448e-4b60-8d5b-edade8ca7e8b req-d2845f52-9d80-49f7-8893-b8cd024adffb tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 944 time: 0.0651364 Jun 30 02:44:11.029569 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4c103d1d-448e-4b60-8d5b-edade8ca7e8b req-f7ad8193-ea92-4595-a9b5-4f7be83efbbf tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314600 Jun 30 02:44:11.776739 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cf76c-8bc9-480d-b8ae-f951255eae4d req-319d6d84-cd6f-4853-8f4c-64fda8bf0dc2 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:11.778197 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-752cf76c-8bc9-480d-b8ae-f951255eae4d req-319d6d84-cd6f-4853-8f4c-64fda8bf0dc2 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0637844 Jun 30 02:44:11.817421 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-752cf76c-8bc9-480d-b8ae-f951255eae4d req-880ecf48-7646-4f91-9ace-5ac6f3efb00f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329525 Jun 30 02:44:11.817660 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['d1dac131-b9de-4c2b-86f9-ec791025fa0d'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:11.994582 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d28b00-ca24-426d-a9a9-effc801b5a75 req-5ca972aa-e536-4a65-8b96-d52246280e65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:11.996498 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92d28b00-ca24-426d-a9a9-effc801b5a75 req-5ca972aa-e536-4a65-8b96-d52246280e65 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0665188 Jun 30 02:44:12.036359 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92d28b00-ca24-426d-a9a9-effc801b5a75 req-e5461707-92d0-45ec-9bdd-695f86e34688 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338178 Jun 30 02:44:12.213428 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cd588-251c-4f7b-95d8-f270aad10774 req-8c70b641-9623-4312-8068-22ac298caf36 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:12.215210 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3f8cd588-251c-4f7b-95d8-f270aad10774 req-8c70b641-9623-4312-8068-22ac298caf36 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 944 time: 0.0627344 Jun 30 02:44:12.256941 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3f8cd588-251c-4f7b-95d8-f270aad10774 req-2fe872f1-bee9-4f47-ba4d-ff2f5e3c6d2c tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359862 Jun 30 02:44:12.848726 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:13.026536 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec1cf4-4e5e-4068-b632-86f4a6b9f1be req-7c946499-5491-4c20-901b-c9337692c138 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:13.028453 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9eec1cf4-4e5e-4068-b632-86f4a6b9f1be req-7c946499-5491-4c20-901b-c9337692c138 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0839138 Jun 30 02:44:13.072984 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9eec1cf4-4e5e-4068-b632-86f4a6b9f1be req-0a8ce865-9c30-4606-8e3d-856a7c794620 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383894 Jun 30 02:44:13.212742 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5ffe9-a358-4a15-8048-0479aead034c req-d4dd3fdf-13ab-4bf4-84a8-7fafe878f96e tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:13.214159 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6fb5ffe9-a358-4a15-8048-0479aead034c req-d4dd3fdf-13ab-4bf4-84a8-7fafe878f96e tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0612924 Jun 30 02:44:13.252126 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6fb5ffe9-a358-4a15-8048-0479aead034c req-0ef0be37-7900-4228-90d4-28291e20e572 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313878 Jun 30 02:44:13.425970 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c84094-46ad-4a33-af74-28e1fbba27fd req-09009cfe-0969-401d-954c-321b5b788911 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:13.427441 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-23c84094-46ad-4a33-af74-28e1fbba27fd req-09009cfe-0969-401d-954c-321b5b788911 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 944 time: 0.0620592 Jun 30 02:44:13.464017 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-23c84094-46ad-4a33-af74-28e1fbba27fd req-2621f323-1f7c-432e-ad62-ac0dff72365c tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310347 Jun 30 02:44:14.250833 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096b8a5-076b-4d33-b337-caa2673f8035 req-aac939d2-163e-4d8f-8d38-268180a4b198 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:14.252244 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6096b8a5-076b-4d33-b337-caa2673f8035 req-aac939d2-163e-4d8f-8d38-268180a4b198 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0685449 Jun 30 02:44:14.288767 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6096b8a5-076b-4d33-b337-caa2673f8035 req-2fc39c5d-787a-40ab-90c0-5c34eda625c8 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309649 Jun 30 02:44:14.447750 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354271e-08b4-4bfa-855f-47204d9f99fa req-f0e66d7c-6a40-41ee-a7eb-894db050ef74 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:14.449197 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9354271e-08b4-4bfa-855f-47204d9f99fa req-f0e66d7c-6a40-41ee-a7eb-894db050ef74 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0613761 Jun 30 02:44:14.486015 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9354271e-08b4-4bfa-855f-47204d9f99fa req-a43cbef3-b3b9-42c7-a2c4-79d3fbdc3f9d tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309801 Jun 30 02:44:14.644391 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c4c0a-0fdb-4c40-89a6-448b279944dc req-1dfa53f7-db50-4b14-a1bd-169dcc64058f tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:14.645844 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d74c4c0a-0fdb-4c40-89a6-448b279944dc req-1dfa53f7-db50-4b14-a1bd-169dcc64058f tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 944 time: 0.0633450 Jun 30 02:44:14.684998 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d74c4c0a-0fdb-4c40-89a6-448b279944dc req-c18c72d3-cf1c-4396-be15-974e2470f9d2 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335262 Jun 30 02:44:15.457529 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd468b63-4f07-4599-a20f-632849a24a45 req-f2a56ae4-90fd-4fd3-b880-0a9fb2906602 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:15.458974 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-dd468b63-4f07-4599-a20f-632849a24a45 req-f2a56ae4-90fd-4fd3-b880-0a9fb2906602 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0629737 Jun 30 02:44:15.496163 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-dd468b63-4f07-4599-a20f-632849a24a45 req-f0887af5-66a6-46eb-b9d5-e79dba6f5a1d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317154 Jun 30 02:44:15.655568 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b34bc-1894-422b-804b-096b6e6e2ec8 req-22673a14-46dc-48ec-9df0-5073eac74ee1 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:15.657082 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0e7b34bc-1894-422b-804b-096b6e6e2ec8 req-22673a14-46dc-48ec-9df0-5073eac74ee1 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0645795 Jun 30 02:44:15.694556 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0e7b34bc-1894-422b-804b-096b6e6e2ec8 req-15a704ca-5610-4b07-bd35-d23bd7734309 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Jun 30 02:44:15.861100 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70be96f-8425-49d4-87d4-77d3c5925a21 req-fbbfd0d5-a64c-46f8-8886-602293f223fe tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:15.862524 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b70be96f-8425-49d4-87d4-77d3c5925a21 req-fbbfd0d5-a64c-46f8-8886-602293f223fe tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 944 time: 0.0662141 Jun 30 02:44:15.899179 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b70be96f-8425-49d4-87d4-77d3c5925a21 req-14ef46ff-bb6b-4bb0-a673-48fb71c44856 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Jun 30 02:44:16.664291 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5ac08-506f-42fd-a72d-dfe24feeef47 req-867b3e3b-2d96-4d23-9bc8-8dbeec98d8fd tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:16.665728 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-daf5ac08-506f-42fd-a72d-dfe24feeef47 req-867b3e3b-2d96-4d23-9bc8-8dbeec98d8fd tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0618443 Jun 30 02:44:16.703123 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-daf5ac08-506f-42fd-a72d-dfe24feeef47 req-f820a040-ff09-4288-95c9-146d59f865b3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Jun 30 02:44:16.862807 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799d4db-53a4-4367-91fd-2f27c4fd8707 req-57b7fc96-6c93-4fca-aa9f-6a803f125c9f tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:16.864320 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1799d4db-53a4-4367-91fd-2f27c4fd8707 req-57b7fc96-6c93-4fca-aa9f-6a803f125c9f tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0624659 Jun 30 02:44:16.907714 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1799d4db-53a4-4367-91fd-2f27c4fd8707 req-0515324d-061d-4fe9-8deb-e11431df4c35 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378463 Jun 30 02:44:17.070498 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e5d08-a0d4-4735-b398-cfe515dd36b3 req-32e5436b-ccc1-4239-aacd-a93e0108b6b7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:17.072219 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e13e5d08-a0d4-4735-b398-cfe515dd36b3 req-32e5436b-ccc1-4239-aacd-a93e0108b6b7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 944 time: 0.0641937 Jun 30 02:44:17.110083 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e13e5d08-a0d4-4735-b398-cfe515dd36b3 req-64453c11-30dc-42e5-8b3e-7f6bd0b73ad9 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320017 Jun 30 02:44:17.875889 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9374c-6e9a-4a82-802b-067b8ba50f65 req-6159b0fd-b7d8-48f4-8770-e6d908af4b4d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:17.877266 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c7c9374c-6e9a-4a82-802b-067b8ba50f65 req-6159b0fd-b7d8-48f4-8770-e6d908af4b4d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0621428 Jun 30 02:44:17.914195 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c7c9374c-6e9a-4a82-802b-067b8ba50f65 req-1e461590-8b9f-4453-acfb-f3a3b1261131 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Jun 30 02:44:18.081174 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47113b28-b53a-4f31-8fa2-e8d1222d57a1 req-a4efabf3-71d9-4ec9-a464-2c8101529e50 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:18.082621 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-47113b28-b53a-4f31-8fa2-e8d1222d57a1 req-a4efabf3-71d9-4ec9-a464-2c8101529e50 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0649097 Jun 30 02:44:18.119085 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-47113b28-b53a-4f31-8fa2-e8d1222d57a1 req-ce57504a-dfc3-4e7a-8350-77daaaf378f8 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308285 Jun 30 02:44:18.277101 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f2349-9204-45a2-b6df-06c8bfda9cfd req-1f196ff0-95d3-4e7e-8aec-6ea0dc8d82da tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:18.278563 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-dd1f2349-9204-45a2-b6df-06c8bfda9cfd req-1f196ff0-95d3-4e7e-8aec-6ea0dc8d82da tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 944 time: 0.0627692 Jun 30 02:44:18.315968 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-dd1f2349-9204-45a2-b6df-06c8bfda9cfd req-a11db040-cc24-4019-9283-c42f64b5b9b4 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316544 Jun 30 02:44:19.085962 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad9d1b-19ca-4434-b32c-872bf4cef97c req-6579f411-e6dd-47e7-87aa-92a1549d88cc tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:19.087434 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-27ad9d1b-19ca-4434-b32c-872bf4cef97c req-6579f411-e6dd-47e7-87aa-92a1549d88cc tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0631652 Jun 30 02:44:19.127695 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-27ad9d1b-19ca-4434-b32c-872bf4cef97c req-e67771b3-6f5f-4b6a-8436-91e1a3e169e8 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346091 Jun 30 02:44:19.158486 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device d1dac131-b9de-4c2b-86f9-ec791025fa0d up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:44:19.211292 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port d1dac131-b9de-4c2b-86f9-ec791025fa0d completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:44:19.214872 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port d1dac131-b9de-4c2b-86f9-ec791025fa0d triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:44:19.215263 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.297970 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4876229-7cfa-44b1-b71f-d9125ca262a3 req-6dab4cc2-166f-44fa-b969-52fbaa79e995 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:19.299049 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.304795 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a4876229-7cfa-44b1-b71f-d9125ca262a3 req-6dab4cc2-166f-44fa-b969-52fbaa79e995 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0713136 Jun 30 02:44:19.323509 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2638ee9-899a-49dd-b657-e0bc4c8de9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dac131-b9de-4c2b-86f9-ec791025fa0d'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:19.325978 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667cd7b9-0f87-4600-bc49-ec46509f8604" -d '{"events": [{"server_uuid": "c2638ee9-899a-49dd-b657-e0bc4c8de9ea", "name": "network-vif-plugged", "status": "completed", "tag": "d1dac131-b9de-4c2b-86f9-ec791025fa0d"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:19.339455 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port d1dac131-b9de-4c2b-86f9-ec791025fa0d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d1dac131-b9de-4c2b-86f9-ec791025fa0d,segment=NetworkSegment(955d03b1-10d4-4717-8296-5e850872dc06),segment_id=955d03b1-10d4-4717-8296-5e850872dc06)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:19.343802 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:19.349451 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a4876229-7cfa-44b1-b71f-d9125ca262a3 req-b37113d8-b89d-43d4-9195-37c8d121551f tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422573 Jun 30 02:44:19.390257 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caee4271-04dc-453f-b3d5-c901425284d4 x-openstack-request-id: req-caee4271-04dc-453f-b3d5-c901425284d4 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:19.390559 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2638ee9-899a-49dd-b657-e0bc4c8de9ea", "name": "network-vif-plugged", "status": "completed", "tag": "d1dac131-b9de-4c2b-86f9-ec791025fa0d", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:19.390812 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-caee4271-04dc-453f-b3d5-c901425284d4 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:19.391246 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2638ee9-899a-49dd-b657-e0bc4c8de9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dac131-b9de-4c2b-86f9-ec791025fa0d', 'code': 200} Jun 30 02:44:19.393998 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=d1dac131-b9de-4c2b-86f9-ec791025fa0d,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:19.539492 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a15b9-e828-4291-99c3-a008a61bc8b9 req-a7140b48-1575-4004-b6be-e04cdbfd13ae tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:19.540971 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-474a15b9-e828-4291-99c3-a008a61bc8b9 req-a7140b48-1575-4004-b6be-e04cdbfd13ae tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0648577 Jun 30 02:44:19.579049 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-474a15b9-e828-4291-99c3-a008a61bc8b9 req-b0f5720f-d201-4a91-8aac-da7b9c51037d tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318446 Jun 30 02:44:20.300441 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd8e3c-63e9-4d06-9b52-9e5b90ddce3a req-652cce1b-5e0c-4c66-b835-afc11916b3d7 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:20.301925 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0fbd8e3c-63e9-4d06-9b52-9e5b90ddce3a req-652cce1b-5e0c-4c66-b835-afc11916b3d7 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0645525 Jun 30 02:44:20.339724 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0fbd8e3c-63e9-4d06-9b52-9e5b90ddce3a req-57545b9c-58d5-4285-9ea0-ef86092c94da tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Jun 30 02:44:20.510749 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65b424-a3d3-42dc-8b4d-4358d6ad01d3 req-85a30992-b3bf-4e1b-983d-0483ae7a8624 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:20.512155 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ab65b424-a3d3-42dc-8b4d-4358d6ad01d3 req-85a30992-b3bf-4e1b-983d-0483ae7a8624 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0627236 Jun 30 02:44:20.550464 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ab65b424-a3d3-42dc-8b4d-4358d6ad01d3 req-633d9fd7-a77d-46b6-819b-703c1494c318 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Jun 30 02:44:20.752112 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0d80a-c058-4775-bb5a-882631bfcb02 req-b0189ac3-af60-4d3f-b8e0-0392f4d5c667 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:20.753566 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3ab0d80a-c058-4775-bb5a-882631bfcb02 req-b0189ac3-af60-4d3f-b8e0-0392f4d5c667 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0617714 Jun 30 02:44:20.796671 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3ab0d80a-c058-4775-bb5a-882631bfcb02 req-e4b85b1c-c941-4085-a45d-db10468370a6 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375679 Jun 30 02:44:21.380923 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28078676-b914-4e9d-a478-2130566fef84 req-f89990b4-8311-4d1e-8a3e-263bc9a4632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:21.382415 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-28078676-b914-4e9d-a478-2130566fef84 req-f89990b4-8311-4d1e-8a3e-263bc9a4632c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 1098 time: 0.0539825 Jun 30 02:44:21.421665 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-28078676-b914-4e9d-a478-2130566fef84 req-29128155-8bc3-4b93-a3a4-4473f5ea0f21 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296137 Jun 30 02:44:21.513679 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118419d0-355e-470b-b4c7-e23f53ad1e99 req-21a7e492-c23a-4b82-a799-122c249a293e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:21.516106 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-118419d0-355e-470b-b4c7-e23f53ad1e99 req-21a7e492-c23a-4b82-a799-122c249a293e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0630736 Jun 30 02:44:21.553202 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-118419d0-355e-470b-b4c7-e23f53ad1e99 req-569ce873-858e-40d0-930c-422faa2f163f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315514 Jun 30 02:44:21.722907 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170e26c-eadc-41e8-833b-37387c363beb req-0cb3a88f-5ab8-40b3-8271-f57c2a48c8cc tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:21.724398 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b170e26c-eadc-41e8-833b-37387c363beb req-0cb3a88f-5ab8-40b3-8271-f57c2a48c8cc tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0622506 Jun 30 02:44:21.761531 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b170e26c-eadc-41e8-833b-37387c363beb req-732f8a97-92ee-4e1f-9284-ccc88f62ffe3 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316465 Jun 30 02:44:21.979163 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74717aa-a49d-418e-baf3-36ac9e9a997d req-d0da4d01-5c22-436b-8208-7fd25ad554c8 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:21.980757 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f74717aa-a49d-418e-baf3-36ac9e9a997d req-d0da4d01-5c22-436b-8208-7fd25ad554c8 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0728917 Jun 30 02:44:22.020159 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f74717aa-a49d-418e-baf3-36ac9e9a997d req-84303d05-1dac-4a18-aa5e-078e26818fbc tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324361 Jun 30 02:44:22.727896 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192cf41-7297-4a49-bb1d-95174261e506 req-02b49ddb-9e01-484b-9834-74be2c58a9a3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:22.729361 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d192cf41-7297-4a49-bb1d-95174261e506 req-02b49ddb-9e01-484b-9834-74be2c58a9a3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0658772 Jun 30 02:44:22.768020 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d192cf41-7297-4a49-bb1d-95174261e506 req-7939faeb-4442-4a6f-8ae4-6fc767bff00d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323055 Jun 30 02:44:23.200243 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af85a1-de50-46b4-ac32-5ead3737722e req-29a8cd7b-abfa-46cf-81c0-7f04ad3de1f6 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:23.202279 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-69af85a1-de50-46b4-ac32-5ead3737722e req-29a8cd7b-abfa-46cf-81c0-7f04ad3de1f6 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0676527 Jun 30 02:44:23.446563 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-69af85a1-de50-46b4-ac32-5ead3737722e req-187c95eb-ed0b-497d-9ef5-62d6978f07ba tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383888 Jun 30 02:44:23.946032 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85599f32-752a-43bf-a46c-7439e12040c9 req-b2283fb0-fae9-48c3-8946-3797e39642a0 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:23.947529 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-85599f32-752a-43bf-a46c-7439e12040c9 req-b2283fb0-fae9-48c3-8946-3797e39642a0 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0642126 Jun 30 02:44:23.986317 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-85599f32-752a-43bf-a46c-7439e12040c9 req-937da50a-1f60-4ab5-bd44-b137e590834d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Jun 30 02:44:24.631782 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb95fb2-1039-4a07-8082-af96654d4d70 req-c13b51a8-b832-4439-a33b-bd09ab82c7ff tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:24.633269 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-dfb95fb2-1039-4a07-8082-af96654d4d70 req-c13b51a8-b832-4439-a33b-bd09ab82c7ff tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0693035 Jun 30 02:44:24.691543 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-dfb95fb2-1039-4a07-8082-af96654d4d70 req-e60c6717-df00-4d08-9dfb-3e0d4191eb0b tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512671 Jun 30 02:44:24.879652 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df369f-88ba-4662-983d-26d3e4a95721 req-c8f178be-3124-47d3-bbca-c54ef9516cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:24.881122 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-14df369f-88ba-4662-983d-26d3e4a95721 req-c8f178be-3124-47d3-bbca-c54ef9516cec service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 1099 time: 0.0609913 Jun 30 02:44:24.927788 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-14df369f-88ba-4662-983d-26d3e4a95721 req-df26e706-fb76-42a5-8ce3-21505080e449 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283084 Jun 30 02:44:25.162881 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdfd25-f276-4037-b0d6-b61a603fdf65 req-897bbc0e-f1f0-48a8-96e1-9fcaad74a350 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:25.164367 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dcfdfd25-f276-4037-b0d6-b61a603fdf65 req-897bbc0e-f1f0-48a8-96e1-9fcaad74a350 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0622728 Jun 30 02:44:25.200725 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dcfdfd25-f276-4037-b0d6-b61a603fdf65 req-32ceb8df-6d2c-4e16-8c9c-4f8aec2a4b18 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307596 Jun 30 02:44:26.390764 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978f988-7a82-4c7a-a21c-b656824aab37 req-9e0683d9-421f-46bc-8a87-79c45d810859 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:26.392286 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9978f988-7a82-4c7a-a21c-b656824aab37 req-9e0683d9-421f-46bc-8a87-79c45d810859 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0680518 Jun 30 02:44:26.435172 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9978f988-7a82-4c7a-a21c-b656824aab37 req-7325ec0c-cbd6-48c4-b65e-60c6d79ca59d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369480 Jun 30 02:44:27.630482 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60e51e-d91d-4008-9eb5-d29ef24ee063 req-2e32b471-3352-4954-888c-a0ef2b20232f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:27.632044 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1c60e51e-d91d-4008-9eb5-d29ef24ee063 req-2e32b471-3352-4954-888c-a0ef2b20232f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0625916 Jun 30 02:44:27.668968 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1c60e51e-d91d-4008-9eb5-d29ef24ee063 req-bb9e8c95-9918-4091-b71b-b384378a5dac tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Jun 30 02:44:28.842053 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e0982-6bcd-4d36-8e2d-bb470cc127fc req-c4fbbdaf-ecc5-429f-9d8f-32ce67d2ca93 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:28.843747 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-572e0982-6bcd-4d36-8e2d-bb470cc127fc req-c4fbbdaf-ecc5-429f-9d8f-32ce67d2ca93 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0662835 Jun 30 02:44:28.881024 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-572e0982-6bcd-4d36-8e2d-bb470cc127fc req-9fc9da8d-1083-4e74-b4da-9543378df9b6 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317230 Jun 30 02:44:30.048546 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c0cb1-eb48-4e32-ae56-a57de5a2639e req-cfc697a8-abaf-4b6b-be19-529e36d3d464 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:30.050003 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-551c0cb1-eb48-4e32-ae56-a57de5a2639e req-cfc697a8-abaf-4b6b-be19-529e36d3d464 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0614192 Jun 30 02:44:30.093313 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-551c0cb1-eb48-4e32-ae56-a57de5a2639e req-188c914f-771e-4d48-8d0f-55b0cea5b8e4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374107 Jun 30 02:44:31.272076 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92228fe-91d8-4bcd-a072-e0efd29ebc8e req-8246eba7-09a8-4119-9156-8749c662a6d9 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:31.273517 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e92228fe-91d8-4bcd-a072-e0efd29ebc8e req-8246eba7-09a8-4119-9156-8749c662a6d9 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0620377 Jun 30 02:44:31.311195 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e92228fe-91d8-4bcd-a072-e0efd29ebc8e req-c5c6b885-5cc3-472d-bc0c-4b2c487b362d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320840 Jun 30 02:44:32.484258 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db01e46-5a01-4600-aa66-f0aa5a6665bb req-61e2e10e-d1ee-4c29-b98b-b523cc669da0 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:32.485757 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1db01e46-5a01-4600-aa66-f0aa5a6665bb req-61e2e10e-d1ee-4c29-b98b-b523cc669da0 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0650933 Jun 30 02:44:32.523630 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1db01e46-5a01-4600-aa66-f0aa5a6665bb req-33c63790-397c-46ac-a3b6-b2379f32063f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317218 Jun 30 02:44:32.733146 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f395a04c-9d36-4c92-b878-d7c0d0157c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:33.704219 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8b932-c915-4e7a-b735-16a9315bcc05 req-dff853a9-788f-4b35-a065-04b24b916e73 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:33.705675 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-aeb8b932-c915-4e7a-b735-16a9315bcc05 req-dff853a9-788f-4b35-a065-04b24b916e73 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0697999 Jun 30 02:44:33.742634 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-aeb8b932-c915-4e7a-b735-16a9315bcc05 req-522ec4f9-9e74-474c-80fc-b728cede9908 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Jun 30 02:44:34.654527 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d561241-7731-42e2-9cfb-98acbbb3314d req-3510d8a7-0a01-4110-b4ae-f3e37911a73f tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:34.656023 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2d561241-7731-42e2-9cfb-98acbbb3314d req-3510d8a7-0a01-4110-b4ae-f3e37911a73f tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0652447 Jun 30 02:44:34.693322 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2d561241-7731-42e2-9cfb-98acbbb3314d req-fa12ad45-ecf5-4b68-9d21-83776b798764 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315723 Jun 30 02:44:34.925073 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc141f-dc58-4c7d-932a-3839eb8fa22a req-91c33303-3ad1-4a1e-b06f-61b8d6c2180d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:34.926523 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3afc141f-dc58-4c7d-932a-3839eb8fa22a req-91c33303-3ad1-4a1e-b06f-61b8d6c2180d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0652478 Jun 30 02:44:34.966542 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3afc141f-dc58-4c7d-932a-3839eb8fa22a req-5f0d9d66-4ce4-4636-bfa2-f7f69d40c2af tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339732 Jun 30 02:44:35.179544 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-b4656afa-6980-46c1-abb4-9d74e724bc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:35.871172 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd0e7f-c920-4679-8380-562419f7e196 req-d7bc2e77-8287-44fd-8594-6aeb8b2017f7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:35.872569 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cabd0e7f-c920-4679-8380-562419f7e196 req-d7bc2e77-8287-44fd-8594-6aeb8b2017f7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0640528 Jun 30 02:44:35.917059 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cabd0e7f-c920-4679-8380-562419f7e196 req-b2a44565-cf7a-4c9b-9925-2f053fa292ed tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382924 Jun 30 02:44:35.918843 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.144399 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ef39b-596f-469d-92af-2610882ae849 req-994dc500-1cc3-4ae4-9873-7a7064f67719 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:36.146476 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c76ef39b-596f-469d-92af-2610882ae849 req-994dc500-1cc3-4ae4-9873-7a7064f67719 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0675340 Jun 30 02:44:36.204263 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c76ef39b-596f-469d-92af-2610882ae849 req-d867d791-85a3-4145-abc7-193178624093 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469398 Jun 30 02:44:36.330629 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:44:36.388211 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31a293-2547-4b52-b60a-1b83c26d1318 req-1c6ff090-1f0a-4065-b613-f997f70bdeaa tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:36.390311 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ca31a293-2547-4b52-b60a-1b83c26d1318 req-1c6ff090-1f0a-4065-b613-f997f70bdeaa tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0729256 Jun 30 02:44:36.407169 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:36.432177 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ca31a293-2547-4b52-b60a-1b83c26d1318 req-1a531302-ec43-4de0-88b1-f078506b0877 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353172 Jun 30 02:44:37.095146 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a4e93-78a4-4a0f-855e-427871b24351 req-b8ba7e66-e610-4abb-8fd5-b98ba35c4b09 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:37.096698 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-224a4e93-78a4-4a0f-855e-427871b24351 req-b8ba7e66-e610-4abb-8fd5-b98ba35c4b09 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0660439 Jun 30 02:44:37.136780 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-224a4e93-78a4-4a0f-855e-427871b24351 req-cf8766a7-aeb3-48b5-b9f6-30b6f03f1b7e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341578 Jun 30 02:44:38.312220 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:38.317464 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51e5b1-6bd4-4d4a-8d28-00949c978cb8 req-251288a0-8a06-4a7a-85cb-8d5868ab7466 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:38.318950 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1a51e5b1-6bd4-4d4a-8d28-00949c978cb8 req-251288a0-8a06-4a7a-85cb-8d5868ab7466 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0673306 Jun 30 02:44:38.355242 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1a51e5b1-6bd4-4d4a-8d28-00949c978cb8 req-001bd5fc-66ff-4daf-a09e-134985ad04f9 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306327 Jun 30 02:44:39.531684 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c3a55-70d4-4413-8a6d-4c48289bf419 req-db32bb5e-ae61-4f29-869b-b42d4de583cd tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:39.533219 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3a6c3a55-70d4-4413-8a6d-4c48289bf419 req-db32bb5e-ae61-4f29-869b-b42d4de583cd tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0650311 Jun 30 02:44:39.571091 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3a6c3a55-70d4-4413-8a6d-4c48289bf419 req-68da7a2c-7bec-4220-9215-5b583330b61b tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Jun 30 02:44:40.753558 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e662f9-f00c-41dc-a787-aa54f6cc0b71 req-8e8f2458-0ef6-4008-afc9-2e039431ed62 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:40.755051 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-43e662f9-f00c-41dc-a787-aa54f6cc0b71 req-8e8f2458-0ef6-4008-afc9-2e039431ed62 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0671012 Jun 30 02:44:40.794106 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-43e662f9-f00c-41dc-a787-aa54f6cc0b71 req-8be8578e-1e28-46cc-83fc-acd840ae846c tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333557 Jun 30 02:44:41.963659 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46244626-886b-4baf-bf1d-d576681a9691 req-af79e743-3025-4180-8154-da59ba6f7029 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:41.965188 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-46244626-886b-4baf-bf1d-d576681a9691 req-af79e743-3025-4180-8154-da59ba6f7029 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0629542 Jun 30 02:44:42.004397 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-46244626-886b-4baf-bf1d-d576681a9691 req-4156d3b4-98f3-46bb-82a5-51d6c7a0737b tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330067 Jun 30 02:44:42.860477 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:43.176986 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed8194-0bb2-493d-94c6-d46216915eea req-9c15f797-30b6-40e9-9bba-c86589cb71d3 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:43.178365 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0fed8194-0bb2-493d-94c6-d46216915eea req-9c15f797-30b6-40e9-9bba-c86589cb71d3 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0616739 Jun 30 02:44:43.216838 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0fed8194-0bb2-493d-94c6-d46216915eea req-760b3800-4eb8-40a7-8e6c-1c8f33e407a0 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328863 Jun 30 02:44:44.391553 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b36ab078-77b5-4bd1-9c52-1394c2d2b154 req-8e1a4c07-297f-4359-aff0-5b3945706706 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0914469 Jun 30 02:44:44.420822 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53a411-c403-4342-ae4d-261bd951feac req-6f450aa0-9f1c-44d7-b571-f5fcdcb8cecc tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.422306 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0a53a411-c403-4342-ae4d-261bd951feac req-6f450aa0-9f1c-44d7-b571-f5fcdcb8cecc tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0817039 Jun 30 02:44:44.487569 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0a53a411-c403-4342-ae4d-261bd951feac req-1afe47eb-1646-4f00-80b3-3fcb0ed10faa tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573566 Jun 30 02:44:44.503965 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ab078-77b5-4bd1-9c52-1394c2d2b154 req-a02d9696-d826-4176-a4e8-1a2542cf6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.505419 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b36ab078-77b5-4bd1-9c52-1394c2d2b154 req-a02d9696-d826-4176-a4e8-1a2542cf6436 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 1099 time: 0.0822763 Jun 30 02:44:44.617071 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ab078-77b5-4bd1-9c52-1394c2d2b154 req-6daacb4b-f48d-44c6-a85e-6022710efad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.618519 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b36ab078-77b5-4bd1-9c52-1394c2d2b154 req-6daacb4b-f48d-44c6-a85e-6022710efad1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 921 time: 0.0881763 Jun 30 02:44:44.661199 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b36ab078-77b5-4bd1-9c52-1394c2d2b154 req-f43c2e9e-a6c1-4294-9a55-9900e319c2e4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29915648-ff48-4fa1-9add-2e872d0ea18a HTTP/1.1" status: 200 len: 217 time: 0.0351727 Jun 30 02:44:44.715365 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ab078-77b5-4bd1-9c52-1394c2d2b154 req-a04540c7-ecbe-4df4-b1f7-cc3bffb10df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:44.716970 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b36ab078-77b5-4bd1-9c52-1394c2d2b154 req-a04540c7-ecbe-4df4-b1f7-cc3bffb10df4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1ff7300-2787-4759-bd36-dc868e49873a HTTP/1.1" status: 200 len: 859 time: 0.0493882 Jun 30 02:44:44.752104 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b36ab078-77b5-4bd1-9c52-1394c2d2b154 req-aded0417-047c-4f47-b77a-df10800a770d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f0e20c-89ba-4836-934d-c4afdcb05111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275772 Jun 30 02:44:44.845936 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b36ab078-77b5-4bd1-9c52-1394c2d2b154 req-7612411a-dedb-4fe2-bc0c-90ba49b121eb service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847325 Jun 30 02:44:44.942385 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b36ab078-77b5-4bd1-9c52-1394c2d2b154 req-c7cff614-ab97-426b-8e7b-0762c0c1a65b service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885029 Jun 30 02:44:45.663651 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9082d-fbe8-4853-8092-31f9a90db392 req-646b0a12-9521-43e9-9c55-d59e7d882b6b tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:45.665116 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-41c9082d-fbe8-4853-8092-31f9a90db392 req-646b0a12-9521-43e9-9c55-d59e7d882b6b tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0660315 Jun 30 02:44:45.704552 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-41c9082d-fbe8-4853-8092-31f9a90db392 req-a0f82af2-b860-4577-ac90-1fff6137e2fc tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332494 Jun 30 02:44:46.342063 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31204a-8c6f-4bf5-b26c-641bdc325d89 req-52a1984f-5176-4dd0-8eb3-ad9b97878e71 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:46.344369 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1e31204a-8c6f-4bf5-b26c-641bdc325d89 req-52a1984f-5176-4dd0-8eb3-ad9b97878e71 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.88 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 945 time: 0.0694549 Jun 30 02:44:46.457195 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-1e31204a-8c6f-4bf5-b26c-641bdc325d89 req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Deleting port d1dac131-b9de-4c2b-86f9-ec791025fa0d {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:44:46.457365 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-1e31204a-8c6f-4bf5-b26c-641bdc325d89 req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.550777 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-1e31204a-8c6f-4bf5-b26c-641bdc325d89 req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] For port d1dac131-b9de-4c2b-86f9-ec791025fa0d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=d1dac131-b9de-4c2b-86f9-ec791025fa0d,segment=NetworkSegment(955d03b1-10d4-4717-8296-5e850872dc06),segment_id=955d03b1-10d4-4717-8296-5e850872dc06)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:44:46.551192 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-1e31204a-8c6f-4bf5-b26c-641bdc325d89 req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.564486 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-1e31204a-8c6f-4bf5-b26c-641bdc325d89 req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Calling delete_port for d1dac131-b9de-4c2b-86f9-ec791025fa0d owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:44:46.703049 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-1e31204a-8c6f-4bf5-b26c-641bdc325d89 req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.727812 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['d1dac131-b9de-4c2b-86f9-ec791025fa0d'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:44:46.736390 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Pushing event deleted for resources: {'Port': ['ID=d1dac131-b9de-4c2b-86f9-ec791025fa0d,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:46.771161 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.771471 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.771815 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.772152 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.772577 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.772806 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.773148 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.773455 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.773770 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.774094 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.774413 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.774736 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:46.795821 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e31204a-8c6f-4bf5-b26c-641bdc325d89 req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] No DVR routers for this DVR port d1dac131-b9de-4c2b-86f9-ec791025fa0d on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:44:46.798602 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-1e31204a-8c6f-4bf5-b26c-641bdc325d89 req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:46.800965 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1e31204a-8c6f-4bf5-b26c-641bdc325d89 req-1c1c78cf-133a-4ce2-a33a-2f21f8e2e28e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.88 "DELETE /v2.0/ports/d1dac131-b9de-4c2b-86f9-ec791025fa0d HTTP/1.1" status: 204 len: 173 time: 0.4484584 Jun 30 02:44:46.801429 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2638ee9-899a-49dd-b657-e0bc4c8de9ea', 'name': 'network-vif-deleted', 'tag': 'd1dac131-b9de-4c2b-86f9-ec791025fa0d'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:46.803732 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1fd979-bc50-42b9-95b1-2144f2dc47c3" -d '{"events": [{"server_uuid": "c2638ee9-899a-49dd-b657-e0bc4c8de9ea", "name": "network-vif-deleted", "tag": "d1dac131-b9de-4c2b-86f9-ec791025fa0d"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:46.858430 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a6a378-62f4-4686-bcdf-dc40016a0230 x-openstack-request-id: req-51a6a378-62f4-4686-bcdf-dc40016a0230 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:46.858725 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2638ee9-899a-49dd-b657-e0bc4c8de9ea", "name": "network-vif-deleted", "tag": "d1dac131-b9de-4c2b-86f9-ec791025fa0d", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:46.858979 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-51a6a378-62f4-4686-bcdf-dc40016a0230 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:46.859389 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2638ee9-899a-49dd-b657-e0bc4c8de9ea', 'name': 'network-vif-deleted', 'tag': 'd1dac131-b9de-4c2b-86f9-ec791025fa0d', 'status': 'completed', 'code': 200} Jun 30 02:44:46.861326 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3a09f436-a7f1-426b-b922-1e8bf6a4dc4b req-639cf9d8-560f-44ca-abaf-73fd441ca3e0 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 210 time: 0.0304973 Jun 30 02:44:48.010883 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b816e2d9-07f5-44d4-8cdf-c8a381734771 req-20587ef8-c648-43b5-bca7-839963607f22 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 210 time: 0.0329523 Jun 30 02:44:49.149918 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ad3a188e-9593-4760-a538-95a81639d7b0 req-6a350f5c-4da0-4575-8e2a-8b4f0f35eb46 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 210 time: 0.0285485 Jun 30 02:44:50.288233 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2ad13f45-94c0-4ba9-9b75-608283904858 req-b64d5088-eec4-4a1c-8307-fa47a49d6596 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 210 time: 0.0287220 Jun 30 02:44:51.425671 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-02264ca4-70dd-407e-9f00-0993dda2f806 req-53e27de6-0cee-483f-928f-f408c0bb4ced tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 210 time: 0.0289357 Jun 30 02:44:52.569961 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-56f03f2c-4984-4d59-ad0a-5f40c00a783b req-28bb6613-65f5-4198-b43c-23a43783e95a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 210 time: 0.0304115 Jun 30 02:44:53.709253 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ec3ec90f-eebb-4936-9366-7e2b82ab929a req-a8db993e-249c-44c1-9693-4ef9ffd332d1 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=c2638ee9-899a-49dd-b657-e0bc4c8de9ea HTTP/1.1" status: 200 len: 210 time: 0.0274282 Jun 30 02:44:53.818114 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device d1dac131-b9de-4c2b-86f9-ec791025fa0d no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:44:53.847719 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: d1dac131-b9de-4c2b-86f9-ec791025fa0d {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:44:53.848043 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device d1dac131-b9de-4c2b-86f9-ec791025fa0d not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:44:55.071634 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-94a73f3d-1927-47ca-8a24-db95c6a0e1d9 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:55.073357 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-94a73f3d-1927-47ca-8a24-db95c6a0e1d9 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/networks?id=618a7680-15be-4e25-b891-05b472011e7c HTTP/1.1" status: 200 len: 809 time: 0.1095910 Jun 30 02:44:55.099598 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-1cde2d9f-cfa2-494e-b1a5-ad3d3bee7d48 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/quotas/70df55dc3f2546dbbe192a6a7306d2a3 HTTP/1.1" status: 200 len: 375 time: 0.0196848 Jun 30 02:44:55.134525 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-0ed75149-63f0-4e9e-b888-cdbf984c4118 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=70df55dc3f2546dbbe192a6a7306d2a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320263 Jun 30 02:44:55.223513 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-23079b21-c57d-460f-8d1c-2f8f48f0a188 service neutron] 10.222.0.104 "GET /v2.0/networks/618a7680-15be-4e25-b891-05b472011e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815227 Jun 30 02:44:55.316898 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-87eda95d-8c40-405c-86ba-6b2ea7d4e199 service neutron] 10.222.0.104 "GET /v2.0/networks/618a7680-15be-4e25-b891-05b472011e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870850 Jun 30 02:44:55.497116 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b89daf0e-14e0-4191-bf4e-28333b66ab72 req-616a2979-5f3f-4dd3-9263-09abbf29607a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 210 time: 0.0316079 Jun 30 02:44:56.641180 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7e9ab4b9-c69b-4046-b156-67390dec907c req-9c9ae483-5971-43a0-92b4-a21102258620 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 210 time: 0.0307970 Jun 30 02:44:56.767636 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-32780e44-8dd1-48d8-8a9d-ca12288ef37b tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:56.769130 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-32780e44-8dd1-48d8-8a9d-ca12288ef37b tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.88 "GET /v2.0/networks?id=618a7680-15be-4e25-b891-05b472011e7c HTTP/1.1" status: 200 len: 809 time: 0.1031895 Jun 30 02:44:56.784592 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-1148af68-a2a4-44b8-bd51-8733e11c1b8a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Request body: {'port': {'device_id': 'f6437270-b822-448b-bf04-e16c36a00336', 'network_id': '618a7680-15be-4e25-b891-05b472011e7c', 'admin_state_up': True, 'tenant_id': '70df55dc3f2546dbbe192a6a7306d2a3'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:56.900506 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-1148af68-a2a4-44b8-bd51-8733e11c1b8a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Made reservation on behalf of 70df55dc3f2546dbbe192a6a7306d2a3 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:44:56.904732 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-1148af68-a2a4-44b8-bd51-8733e11c1b8a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.069466 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-1148af68-a2a4-44b8-bd51-8733e11c1b8a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Allocated IP 172.20.0.2 (618a7680-15be-4e25-b891-05b472011e7c/fb970de5-8d20-488e-98f1-e800e6171d07/02e9fe79-e1ae-45f1-a558-a8f56b190307) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:44:57.128800 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ca722-41de-45d2-9777-b7f0ff234fbb req-6d24ea46-6906-415c-b7ea-feef34a05e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.130483 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ce2ca722-41de-45d2-9777-b7f0ff234fbb req-6d24ea46-6906-415c-b7ea-feef34a05e7e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0996289 Jun 30 02:44:57.153633 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91932b9-4dcc-434a-9ba6-2986ca0e218a req-1063a082-dba5-42aa-be17-1864af21ee36 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.156262 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b91932b9-4dcc-434a-9ba6-2986ca0e218a req-1063a082-dba5-42aa-be17-1864af21ee36 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0732467 Jun 30 02:44:57.215612 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b91932b9-4dcc-434a-9ba6-2986ca0e218a req-995ea344-2e3a-4631-879f-312b23ae80d4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537031 Jun 30 02:44:57.330085 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-1148af68-a2a4-44b8-bd51-8733e11c1b8a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.401016 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-1148af68-a2a4-44b8-bd51-8733e11c1b8a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.454550 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ca722-41de-45d2-9777-b7f0ff234fbb req-58d450a7-d9ff-428e-8b1c-e513c5509941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.456187 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ce2ca722-41de-45d2-9777-b7f0ff234fbb req-58d450a7-d9ff-428e-8b1c-e513c5509941 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 921 time: 0.3074365 Jun 30 02:44:57.462434 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-1148af68-a2a4-44b8-bd51-8733e11c1b8a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Network 618a7680-15be-4e25-b891-05b472011e7c is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:44:57.474490 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-1148af68-a2a4-44b8-bd51-8733e11c1b8a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:44:57.507866 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-1148af68-a2a4-44b8-bd51-8733e11c1b8a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:44:57.553596 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ce2ca722-41de-45d2-9777-b7f0ff234fbb req-89a71834-941e-4c11-85c8-0da352c9071d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2cb7bccc-0119-4216-85b3-7c7928ee4530 HTTP/1.1" status: 200 len: 217 time: 0.0883210 Jun 30 02:44:57.600799 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148af68-a2a4-44b8-bd51-8733e11c1b8a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Pushing event updated for resources: {'Port': ['ID=02e9fe79-e1ae-45f1-a558-a8f56b190307,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:57.609835 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-1148af68-a2a4-44b8-bd51-8733e11c1b8a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.610474 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-1148af68-a2a4-44b8-bd51-8733e11c1b8a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.635667 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ca722-41de-45d2-9777-b7f0ff234fbb req-95349a46-b45f-4b63-ac20-698b84411248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.637279 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ce2ca722-41de-45d2-9777-b7f0ff234fbb req-95349a46-b45f-4b63-ac20-698b84411248 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1ff7300-2787-4759-bd36-dc868e49873a HTTP/1.1" status: 200 len: 859 time: 0.0718019 Jun 30 02:44:57.640107 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-1148af68-a2a4-44b8-bd51-8733e11c1b8a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8598111 Jun 30 02:44:57.680293 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Request body: {'port': {'device_id': 'f6437270-b822-448b-bf04-e16c36a00336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:44:57.721122 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ce2ca722-41de-45d2-9777-b7f0ff234fbb req-5728597c-cbc1-457d-87d7-f31a3c362e06 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f0e20c-89ba-4836-934d-c4afdcb05111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550723 Jun 30 02:44:57.847404 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:57.850810 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508d4bb-2006-475f-aa95-b2d028de80ea req-14de3437-7b96-4272-ab35-65fe98322360 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:57.864384 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5508d4bb-2006-475f-aa95-b2d028de80ea req-14de3437-7b96-4272-ab35-65fe98322360 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 931 time: 0.0909965 Jun 30 02:44:57.881759 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ce2ca722-41de-45d2-9777-b7f0ff234fbb req-1fd9d391-ea12-4af4-970d-7bdef95eb43b service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103299 Jun 30 02:44:57.927318 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5508d4bb-2006-475f-aa95-b2d028de80ea req-35334de0-3a7e-4dac-84ad-72be7b2f8e8c tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647962 Jun 30 02:44:58.102762 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ce2ca722-41de-45d2-9777-b7f0ff234fbb req-e5eeda61-bd13-409c-ba79-eaeadbeb3228 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024505 Jun 30 02:44:58.210399 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e9fe79-e1ae-45f1-a558-a8f56b190307 {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:44:58.218283 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.231935 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Transition to ACTIVE for port object 02e9fe79-e1ae-45f1-a558-a8f56b190307 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:44:58.235338 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.316729 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Pushing event updated for resources: {'Port': ['ID=02e9fe79-e1ae-45f1-a558-a8f56b190307,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:58.389831 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 56356) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:58.509212 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.608303 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.609188 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.611821 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Attempting to bind port 02e9fe79-e1ae-45f1-a558-a8f56b190307 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:44:58.612153 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Attempting to bind port 02e9fe79-e1ae-45f1-a558-a8f56b190307 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '955d03b1-10d4-4717-8296-5e850872dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '618a7680-15be-4e25-b891-05b472011e7c'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:44:58.612479 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Attempting to bind port 02e9fe79-e1ae-45f1-a558-a8f56b190307 on network 618a7680-15be-4e25-b891-05b472011e7c {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:58.618419 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Port 02e9fe79-e1ae-45f1-a558-a8f56b190307 on network 618a7680-15be-4e25-b891-05b472011e7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:44:58.618751 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Attempting to bind port 02e9fe79-e1ae-45f1-a558-a8f56b190307 on network 618a7680-15be-4e25-b891-05b472011e7c {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:44:58.628638 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:44:58.628806 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Checking segment: {'id': '955d03b1-10d4-4717-8296-5e850872dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '618a7680-15be-4e25-b891-05b472011e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:44:58.629166 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Bound using segment: {'id': '955d03b1-10d4-4717-8296-5e850872dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '618a7680-15be-4e25-b891-05b472011e7c'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:44:58.629588 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Bound port: 02e9fe79-e1ae-45f1-a558-a8f56b190307, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '955d03b1-10d4-4717-8296-5e850872dc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '618a7680-15be-4e25-b891-05b472011e7c'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:44:58.630164 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.648115 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf14383-6da3-439c-9660-210261349d3b req-5614991b-4ee4-4893-803e-37381757d555 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:58.651204 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=11fb98f3d7a64d08a6555c823f151561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577686 Jun 30 02:44:58.651338 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-abf14383-6da3-439c-9660-210261349d3b req-5614991b-4ee4-4893-803e-37381757d555 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.3032429 Jun 30 02:44:58.651427 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 56362) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:44:58.658362 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cb8705-77b3-4608-8cf2-29d16603aed3,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:58.677137 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:58.677566 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:58.677825 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:58.678160 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:58.678492 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:58.678822 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:58.679178 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:58.679504 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:58.679828 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:58.680156 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:58.680474 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:58.680793 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e237614b-91da-4193-bd83-8d388aa88cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:44:58.717865 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d32a09ce-a0a4-4d46-b8fe-cb7d39bb606e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.726957 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-abf14383-6da3-439c-9660-210261349d3b req-959dbdf6-1ea6-4823-a372-a384dccd7703 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527291 Jun 30 02:44:58.734655 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] For port 02e9fe79-e1ae-45f1-a558-a8f56b190307, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:44:58.738416 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] For port 02e9fe79-e1ae-45f1-a558-a8f56b190307, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=02e9fe79-e1ae-45f1-a558-a8f56b190307,segment=NetworkSegment(955d03b1-10d4-4717-8296-5e850872dc06),segment_id=955d03b1-10d4-4717-8296-5e850872dc06)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:44:58.742046 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.743601 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d32a09ce-a0a4-4d46-b8fe-cb7d39bb606e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.780707 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:58.781387 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.782790 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] 10.222.0.88 "PUT /v2.0/ports/02e9fe79-e1ae-45f1-a558-a8f56b190307 HTTP/1.1" status: 200 len: 1093 time: 1.1156144 Jun 30 02:44:58.783246 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6437270-b822-448b-bf04-e16c36a00336', 'tag': '02e9fe79-e1ae-45f1-a558-a8f56b190307'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:44:58.785617 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c6a90d-0c18-4739-bddc-cab2d4a86d39" -d '{"events": [{"name": "network-changed", "server_uuid": "f6437270-b822-448b-bf04-e16c36a00336", "tag": "02e9fe79-e1ae-45f1-a558-a8f56b190307"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:44:58.806781 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d32a09ce-a0a4-4d46-b8fe-cb7d39bb606e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.809363 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d32a09ce-a0a4-4d46-b8fe-cb7d39bb606e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:44:58.811794 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-d32a09ce-a0a4-4d46-b8fe-cb7d39bb606e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/21cb8705-77b3-4608-8cf2-29d16603aed3 HTTP/1.1" status: 204 len: 168 time: 0.1596875 Jun 30 02:44:58.820225 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a09ce-a0a4-4d46-b8fe-cb7d39bb606e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cb8705-77b3-4608-8cf2-29d16603aed3,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:58.821761 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef3bc1-ca37-4db9-8eee-6aceea9bb646 service neutron] Pushing event updated for resources: {'Port': ['ID=02e9fe79-e1ae-45f1-a558-a8f56b190307,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:44:58.841348 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f600a456-d3ea-4ed8-8fc3-81118bfdc9c0 x-openstack-request-id: req-f600a456-d3ea-4ed8-8fc3-81118bfdc9c0 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:44:58.842151 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6437270-b822-448b-bf04-e16c36a00336", "tag": "02e9fe79-e1ae-45f1-a558-a8f56b190307", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:44:58.842726 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f600a456-d3ea-4ed8-8fc3-81118bfdc9c0 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:44:58.843338 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6437270-b822-448b-bf04-e16c36a00336', 'tag': '02e9fe79-e1ae-45f1-a558-a8f56b190307', 'status': 'completed', 'code': 200} Jun 30 02:44:58.914533 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-65f00559-467b-4f87-9cc4-e8b63f651350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:58.917485 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-65f00559-467b-4f87-9cc4-e8b63f651350 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=70df55dc3f2546dbbe192a6a7306d2a3&device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 1096 time: 0.0629892 Jun 30 02:44:59.001686 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-fa85cee2-1f44-4d9e-acca-701fec0c8abd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02e9fe79-e1ae-45f1-a558-a8f56b190307 HTTP/1.1" status: 200 len: 217 time: 0.0649168 Jun 30 02:44:59.087151 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-5a3832ef-5a22-4500-b160-736ab70aba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.089103 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-5a3832ef-5a22-4500-b160-736ab70aba93 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb970de5-8d20-488e-98f1-e800e6171d07 HTTP/1.1" status: 200 len: 849 time: 0.0784352 Jun 30 02:44:59.144273 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-2206a4a6-63ae-420a-aa6b-290584b1fe16 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=618a7680-15be-4e25-b891-05b472011e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357943 Jun 30 02:44:59.223559 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5421e08-41e0-48a0-9d47-469813aafd07 req-8ac9e93a-4e3a-4143-8215-26512a1aed1e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.225066 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f5421e08-41e0-48a0-9d47-469813aafd07 req-8ac9e93a-4e3a-4143-8215-26512a1aed1e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 943 time: 0.1520731 Jun 30 02:44:59.287209 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-0b06ee0b-1bd9-48f4-b279-d0077c308cd4 service neutron] 10.222.0.88 "GET /v2.0/networks/618a7680-15be-4e25-b891-05b472011e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346610 Jun 30 02:44:59.292111 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f5421e08-41e0-48a0-9d47-469813aafd07 req-3aef2acf-f504-4b92-9946-4189efdcc99a tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562251 Jun 30 02:44:59.388075 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e0aff527-1382-47a7-b6c8-92ad7b894de8 req-172c19c8-26dd-4cfa-88af-1734205e209c service neutron] 10.222.0.88 "GET /v2.0/networks/618a7680-15be-4e25-b891-05b472011e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912955 Jun 30 02:44:59.504797 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6a90d-0c18-4739-bddc-cab2d4a86d39 req-0b9ad9e1-7887-463e-915a-e0b9b43c53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.506289 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c8c6a90d-0c18-4739-bddc-cab2d4a86d39 req-0b9ad9e1-7887-463e-915a-e0b9b43c53c0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=70df55dc3f2546dbbe192a6a7306d2a3&device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 1096 time: 0.0576012 Jun 30 02:44:59.612937 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6a90d-0c18-4739-bddc-cab2d4a86d39 req-58519f78-8817-40dc-a082-06175b949ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.614685 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c8c6a90d-0c18-4739-bddc-cab2d4a86d39 req-58519f78-8817-40dc-a082-06175b949ef6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=618a7680-15be-4e25-b891-05b472011e7c HTTP/1.1" status: 200 len: 911 time: 0.0992281 Jun 30 02:44:59.669533 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c8c6a90d-0c18-4739-bddc-cab2d4a86d39 req-02d125d2-fbb3-4b02-b175-5c90e58b2e09 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=02e9fe79-e1ae-45f1-a558-a8f56b190307 HTTP/1.1" status: 200 len: 217 time: 0.0446687 Jun 30 02:44:59.725672 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6a90d-0c18-4739-bddc-cab2d4a86d39 req-baf44f3f-aead-48d4-9ca4-002b4576bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.727137 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c8c6a90d-0c18-4739-bddc-cab2d4a86d39 req-baf44f3f-aead-48d4-9ca4-002b4576bfa7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=fb970de5-8d20-488e-98f1-e800e6171d07 HTTP/1.1" status: 200 len: 849 time: 0.0459268 Jun 30 02:44:59.770978 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c8c6a90d-0c18-4739-bddc-cab2d4a86d39 req-7100c125-e44e-4004-af65-d7f25ca58463 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=618a7680-15be-4e25-b891-05b472011e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270898 Jun 30 02:44:59.914312 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c8c6a90d-0c18-4739-bddc-cab2d4a86d39 req-8095493a-fe26-4dea-b294-36f2e9f2255e service neutron] 10.222.0.88 "GET /v2.0/networks/618a7680-15be-4e25-b891-05b472011e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252811 Jun 30 02:44:59.943439 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc8549-9a32-46d4-ba5e-e33f0760b57a req-f21ecb5f-dd95-4450-b695-435c7afdd9f6 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:44:59.944940 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-04dc8549-9a32-46d4-ba5e-e33f0760b57a req-f21ecb5f-dd95-4450-b695-435c7afdd9f6 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1023486 Jun 30 02:45:00.040114 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-04dc8549-9a32-46d4-ba5e-e33f0760b57a req-d84a9ec3-8bfb-465e-8a25-a3f4bcb71f83 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849879 Jun 30 02:45:00.062350 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c8c6a90d-0c18-4739-bddc-cab2d4a86d39 req-c68224e6-70b9-438d-9183-6e02b89f78ee service neutron] 10.222.0.88 "GET /v2.0/networks/618a7680-15be-4e25-b891-05b472011e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359625 Jun 30 02:45:00.374510 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 56448) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:00.497901 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1dbb1546-8655-44ac-b440-0f9c244b02de admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.523500 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecddc7e-11b2-481f-b50b-674d06572cc5 req-3c07c327-fc86-4193-a812-570507be3b9b tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:00.524993 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4ecddc7e-11b2-481f-b50b-674d06572cc5 req-3c07c327-fc86-4193-a812-570507be3b9b tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 943 time: 0.0865350 Jun 30 02:45:00.585036 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4ecddc7e-11b2-481f-b50b-674d06572cc5 req-5f025368-6733-44c4-b11e-740e2bbd7ea9 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534644 Jun 30 02:45:00.646754 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1dbb1546-8655-44ac-b440-0f9c244b02de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.650478 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1dbb1546-8655-44ac-b440-0f9c244b02de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.689251 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-1dbb1546-8655-44ac-b440-0f9c244b02de admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e11af32f4ea340829d9ffbc4e25183fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3134267 Jun 30 02:45:00.690096 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb1546-8655-44ac-b440-0f9c244b02de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2d3e51-824d-4ebc-a528-b1e49e3f3be5,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:00.691975 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 56462) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:00.744363 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f8cb83ed-6fcc-4ebe-ae27-0dc2f6d8212e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.766736 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f8cb83ed-6fcc-4ebe-ae27-0dc2f6d8212e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.818405 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f8cb83ed-6fcc-4ebe-ae27-0dc2f6d8212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.821053 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f8cb83ed-6fcc-4ebe-ae27-0dc2f6d8212e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:00.824800 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-f8cb83ed-6fcc-4ebe-ae27-0dc2f6d8212e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ec2d3e51-824d-4ebc-a528-b1e49e3f3be5 HTTP/1.1" status: 204 len: 168 time: 0.1292789 Jun 30 02:45:00.832043 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb83ed-6fcc-4ebe-ae27-0dc2f6d8212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2d3e51-824d-4ebc-a528-b1e49e3f3be5,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:01.175593 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 56480) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.202467 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e519a51b-b8ff-43c5-b403-36e45c7cfe7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.357506 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e519a51b-b8ff-43c5-b403-36e45c7cfe7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.361810 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e519a51b-b8ff-43c5-b403-36e45c7cfe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.393759 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 56492) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.418509 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-e519a51b-b8ff-43c5-b403-36e45c7cfe7b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8654c4d3930146889ffa33f42f4bf759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418075 Jun 30 02:45:01.421623 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 56498) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.427141 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b251c-e005-4296-8ecd-e4f8dce521b3 req-4c4851a1-7cc3-4cf6-90d7-6d9a47b90522 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.434100 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1c3b251c-e005-4296-8ecd-e4f8dce521b3 req-4c4851a1-7cc3-4cf6-90d7-6d9a47b90522 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1612363 Jun 30 02:45:01.437853 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519a51b-b8ff-43c5-b403-36e45c7cfe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54321eb2-adca-4dbd-8572-c7e2d02df8ef,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:01.482987 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a217a223-189e-4ca5-bad3-ac452a7741b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.484722 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1c3b251c-e005-4296-8ecd-e4f8dce521b3 req-b44a0fa9-0f97-4dcc-a3ab-7ffccac8cabc tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482297 Jun 30 02:45:01.522618 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a217a223-189e-4ca5-bad3-ac452a7741b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.551201 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f1240f40-18c9-4742-be23-319587106467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.608466 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a217a223-189e-4ca5-bad3-ac452a7741b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.611309 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a217a223-189e-4ca5-bad3-ac452a7741b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.612436 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-a217a223-189e-4ca5-bad3-ac452a7741b7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/54321eb2-adca-4dbd-8572-c7e2d02df8ef HTTP/1.1" status: 204 len: 168 time: 0.1896651 Jun 30 02:45:01.629638 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a217a223-189e-4ca5-bad3-ac452a7741b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54321eb2-adca-4dbd-8572-c7e2d02df8ef,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:01.708718 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f1240f40-18c9-4742-be23-319587106467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.713240 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f1240f40-18c9-4742-be23-319587106467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.756831 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-f1240f40-18c9-4742-be23-319587106467 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fd0929762936470db0134ddc28ca78e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596113 Jun 30 02:45:01.757487 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 56508) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:01.787729 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1240f40-18c9-4742-be23-319587106467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea1e2a2-cc9d-4ca8-a99c-087d7bc6fbe1,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:01.814313 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4515df03-3866-4453-96db-d6580a61b900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.821986 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78cddc-958e-4437-936a-bed29cc17716 req-a562a478-05dd-4be3-9926-ff2e976ae4f3 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:01.829184 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4f78cddc-958e-4437-936a-bed29cc17716 req-a562a478-05dd-4be3-9926-ff2e976ae4f3 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 943 time: 0.0943196 Jun 30 02:45:01.839556 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4515df03-3866-4453-96db-d6580a61b900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.865114 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4f78cddc-958e-4437-936a-bed29cc17716 req-686aac45-017b-4c94-bf1c-44d8ae9cc391 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349855 Jun 30 02:45:01.893469 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4515df03-3866-4453-96db-d6580a61b900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.896108 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4515df03-3866-4453-96db-d6580a61b900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:01.897252 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-4515df03-3866-4453-96db-d6580a61b900 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8ea1e2a2-cc9d-4ca8-a99c-087d7bc6fbe1 HTTP/1.1" status: 204 len: 168 time: 0.1387088 Jun 30 02:45:01.906099 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515df03-3866-4453-96db-d6580a61b900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea1e2a2-cc9d-4ca8-a99c-087d7bc6fbe1,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:02.690978 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d5643-b0a4-4f9e-9e2d-39d5e038ad1c req-aad9a93b-b0d2-46f3-bbaf-c5abc9ae8afd tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:02.698245 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-754d5643-b0a4-4f9e-9e2d-39d5e038ad1c req-aad9a93b-b0d2-46f3-bbaf-c5abc9ae8afd tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0834525 Jun 30 02:45:02.741285 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-0ff0e359-7243-4fb8-8d54-3697fc868fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:02.754217 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-754d5643-b0a4-4f9e-9e2d-39d5e038ad1c req-e2f4f553-748d-44ea-aacd-a367e71c4afd tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549340 Jun 30 02:45:03.053941 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e9f36-d63a-4f55-a62c-450b8f40a70a req-d5faa441-2011-4ec6-a21c-fd51bc120784 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:03.055456 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-277e9f36-d63a-4f55-a62c-450b8f40a70a req-d5faa441-2011-4ec6-a21c-fd51bc120784 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 943 time: 0.0651178 Jun 30 02:45:03.109723 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-277e9f36-d63a-4f55-a62c-450b8f40a70a req-840233d2-49b5-4427-8a90-8650afa32430 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Jun 30 02:45:03.918719 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 56622) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:03.921276 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 02e9fe79-e1ae-45f1-a558-a8f56b190307 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:03.942218 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0edfb-f117-40a6-966b-3a5b422402e2 req-283c6cb8-bb4c-4945-91d0-07eedcbc18cc tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:03.943748 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c4f0edfb-f117-40a6-966b-3a5b422402e2 req-283c6cb8-bb4c-4945-91d0-07eedcbc18cc tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0777335 Jun 30 02:45:03.987057 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c4f0edfb-f117-40a6-966b-3a5b422402e2 req-0b67650b-0af2-4308-9af4-82288e4eafd7 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359828 Jun 30 02:45:04.030034 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 02e9fe79-e1ae-45f1-a558-a8f56b190307, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=02e9fe79-e1ae-45f1-a558-a8f56b190307,segment=NetworkSegment(955d03b1-10d4-4717-8296-5e850872dc06),segment_id=955d03b1-10d4-4717-8296-5e850872dc06)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:04.043373 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '02e9fe79-e1ae-45f1-a558-a8f56b190307', 'network_id': '618a7680-15be-4e25-b891-05b472011e7c', 'port_id': '02e9fe79-e1ae-45f1-a558-a8f56b190307', 'mac_address': 'fa:16:3e:a6:57:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb970de5-8d20-488e-98f1-e800e6171d07', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:04.050286 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-da75bd52-2bcb-4ad6-988a-ffa36a0a5765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.088446 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.102997 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e9fe79-e1ae-45f1-a558-a8f56b190307 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:04.127276 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 02e9fe79-e1ae-45f1-a558-a8f56b190307, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=02e9fe79-e1ae-45f1-a558-a8f56b190307,segment=NetworkSegment(955d03b1-10d4-4717-8296-5e850872dc06),segment_id=955d03b1-10d4-4717-8296-5e850872dc06)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:04.132556 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.157730 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-da75bd52-2bcb-4ad6-988a-ffa36a0a5765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.162424 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-da75bd52-2bcb-4ad6-988a-ffa36a0a5765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.192564 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=02e9fe79-e1ae-45f1-a558-a8f56b190307,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:04.202609 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75bd52-2bcb-4ad6-988a-ffa36a0a5765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5d2d61-fcb5-48db-9852-f110d5a524df,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:04.207483 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:04.208671 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:04.209218 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:04.209754 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:04.210293 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:04.210839 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:04.211394 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:04.211927 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:04.212568 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:04.212970 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:04.213468 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:04.213899 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:04.219390 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-da75bd52-2bcb-4ad6-988a-ffa36a0a5765 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fce522ad82964122a8230f2e8cda6be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994096 Jun 30 02:45:04.221822 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 56630) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:04.280268 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c371b013-7ee2-430f-a27b-a687d6de12dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.303816 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c371b013-7ee2-430f-a27b-a687d6de12dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.318530 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4377c5f-a26a-41da-a5b2-507279138206 req-14c68274-aa04-484d-815a-ebf4a04fb65e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:04.320318 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b4377c5f-a26a-41da-a5b2-507279138206 req-14c68274-aa04-484d-815a-ebf4a04fb65e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 944 time: 0.0717890 Jun 30 02:45:04.373758 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c371b013-7ee2-430f-a27b-a687d6de12dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.376571 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c371b013-7ee2-430f-a27b-a687d6de12dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:04.380145 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-c371b013-7ee2-430f-a27b-a687d6de12dc admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2b5d2d61-fcb5-48db-9852-f110d5a524df HTTP/1.1" status: 204 len: 168 time: 0.1550479 Jun 30 02:45:04.380306 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b4377c5f-a26a-41da-a5b2-507279138206 req-2f9db79f-e3d2-4bc5-a375-8b0ccd4cf6c8 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543838 Jun 30 02:45:04.386563 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371b013-7ee2-430f-a27b-a687d6de12dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5d2d61-fcb5-48db-9852-f110d5a524df,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:04.728828 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['02e9fe79-e1ae-45f1-a558-a8f56b190307'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:05.173011 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d783c-d86b-4fa5-8aad-eb9abdbf1087 req-9302c9f0-f8ec-4ad3-921c-55accf7e1348 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:05.174614 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-152d783c-d86b-4fa5-8aad-eb9abdbf1087 req-9302c9f0-f8ec-4ad3-921c-55accf7e1348 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0676491 Jun 30 02:45:05.181713 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-00674e66-662f-487b-a397-e2607dd9945e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:05.215448 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-152d783c-d86b-4fa5-8aad-eb9abdbf1087 req-a8cced09-4647-4a2e-a8ef-9e5c3226677b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340791 Jun 30 02:45:05.584922 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65499d-b968-45a3-8a8a-f6f37a3fd0e6 req-422008f1-87c3-4101-9649-06c52aceffbc tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:05.586547 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2b65499d-b968-45a3-8a8a-f6f37a3fd0e6 req-422008f1-87c3-4101-9649-06c52aceffbc tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 944 time: 0.0678561 Jun 30 02:45:05.632916 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2b65499d-b968-45a3-8a8a-f6f37a3fd0e6 req-ed24c6c6-5cc6-455f-a331-733ebde70728 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376787 Jun 30 02:45:05.910390 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.388694 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591971c5-0dff-4e65-b59e-d5100c500d71 req-c2566800-1bc3-40c5-9eeb-2c67b3c0d4cb tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.390143 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-591971c5-0dff-4e65-b59e-d5100c500d71 req-c2566800-1bc3-40c5-9eeb-2c67b3c0d4cb tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0631819 Jun 30 02:45:06.411755 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:06.432044 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-591971c5-0dff-4e65-b59e-d5100c500d71 req-187f5e5a-e594-4118-b04c-be31b36d165e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362010 Jun 30 02:45:06.827589 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada69cdc-e371-4b2d-af86-826e7524801f req-cd2ebe6c-e9e5-4617-858a-ec0b40359c36 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:06.829103 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ada69cdc-e371-4b2d-af86-826e7524801f req-cd2ebe6c-e9e5-4617-858a-ec0b40359c36 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 944 time: 0.0723405 Jun 30 02:45:06.872502 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ada69cdc-e371-4b2d-af86-826e7524801f req-fee0f72c-4148-4269-853f-5b5c3b589589 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357926 Jun 30 02:45:07.615567 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4542c-ee4f-4fc4-9a73-0eaf181fc884 req-1bf0532b-a70c-4664-9e0c-e4951b469a26 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:07.616825 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84e4542c-ee4f-4fc4-9a73-0eaf181fc884 req-1bf0532b-a70c-4664-9e0c-e4951b469a26 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0701761 Jun 30 02:45:07.666437 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84e4542c-ee4f-4fc4-9a73-0eaf181fc884 req-a804557c-2ff5-431d-b1f6-5fab6e84340d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383956 Jun 30 02:45:07.744285 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-79d6c72a-8756-46fe-91d6-3935114fb32a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=af7c13e07a074f798dcb5b7ca5d48631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299146 Jun 30 02:45:07.925657 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 02e9fe79-e1ae-45f1-a558-a8f56b190307 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:07.941556 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-f3d66a46-1ad0-4b7d-aa41-0ef95bb96537 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:07.949083 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-f3d66a46-1ad0-4b7d-aa41-0ef95bb96537 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975784 Jun 30 02:45:07.968875 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-216c56c3-bb1f-47e1-a68a-fa6cd8b737cd tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/quotas/af7c13e07a074f798dcb5b7ca5d48631 HTTP/1.1" status: 200 len: 375 time: 0.0175016 Jun 30 02:45:08.010956 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-a9b21c01-1692-44db-9f68-e9a7ba72bd35 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=af7c13e07a074f798dcb5b7ca5d48631&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402536 Jun 30 02:45:08.016338 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 02e9fe79-e1ae-45f1-a558-a8f56b190307 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:08.021340 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 02e9fe79-e1ae-45f1-a558-a8f56b190307 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:08.022347 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.437276 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.531199 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfe0f5-6dcd-4e24-9de4-9a4ba513f4af req-c44099e1-e972-401e-8960-3e43f0289795 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:08.538476 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.540883 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6adfe0f5-6dcd-4e24-9de4-9a4ba513f4af req-c44099e1-e972-401e-8960-3e43f0289795 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 944 time: 0.1556191 Jun 30 02:45:08.581970 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6437270-b822-448b-bf04-e16c36a00336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e9fe79-e1ae-45f1-a558-a8f56b190307'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:08.584131 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ecc56d-15c5-41f2-b424-b6effde533fb" -d '{"events": [{"server_uuid": "f6437270-b822-448b-bf04-e16c36a00336", "name": "network-vif-plugged", "status": "completed", "tag": "02e9fe79-e1ae-45f1-a558-a8f56b190307"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:08.624319 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 02e9fe79-e1ae-45f1-a558-a8f56b190307, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=02e9fe79-e1ae-45f1-a558-a8f56b190307,segment=NetworkSegment(955d03b1-10d4-4717-8296-5e850872dc06),segment_id=955d03b1-10d4-4717-8296-5e850872dc06)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:08.631558 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6adfe0f5-6dcd-4e24-9de4-9a4ba513f4af req-c60f64d4-8218-48ab-b051-7d38aa9cbd78 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822151 Jun 30 02:45:08.639707 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:08.651634 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-466c6584-d088-49e4-b47b-9ab2d717a1e9 req-a04a42e8-72b5-4f17-a485-1f0d23c13d21 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 210 time: 0.0552728 Jun 30 02:45:08.755488 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7626493f-244a-47db-b831-498e34c2226a x-openstack-request-id: req-7626493f-244a-47db-b831-498e34c2226a {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:08.755763 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6437270-b822-448b-bf04-e16c36a00336", "name": "network-vif-plugged", "status": "completed", "tag": "02e9fe79-e1ae-45f1-a558-a8f56b190307", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:08.756161 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7626493f-244a-47db-b831-498e34c2226a {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:08.756634 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6437270-b822-448b-bf04-e16c36a00336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e9fe79-e1ae-45f1-a558-a8f56b190307', 'code': 200} Jun 30 02:45:08.787512 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=02e9fe79-e1ae-45f1-a558-a8f56b190307,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:08.889725 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca45ff9-f7f6-4d13-a523-817dbfb74434 req-4d8ff788-993b-4dbb-a62c-44a7a94f6521 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:08.900210 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5ca45ff9-f7f6-4d13-a523-817dbfb74434 req-4d8ff788-993b-4dbb-a62c-44a7a94f6521 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0832794 Jun 30 02:45:08.946314 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5ca45ff9-f7f6-4d13-a523-817dbfb74434 req-f053fd18-af96-430f-afc5-53904fc463c4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440187 Jun 30 02:45:09.041207 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e36dee-a4b9-4982-b87f-43fe2afe62bf req-b05f2868-6877-4a6c-9629-00fd5bc9e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:09.042706 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-34e36dee-a4b9-4982-b87f-43fe2afe62bf req-b05f2868-6877-4a6c-9629-00fd5bc9e48d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 1098 time: 0.0648744 Jun 30 02:45:09.093204 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-34e36dee-a4b9-4982-b87f-43fe2afe62bf req-69ea0df5-31f0-4eff-87a7-5b200029e4c9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401306 Jun 30 02:45:09.320489 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 56832) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:09.461460 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5ddd4548-d76f-4c62-9ddd-65670b1a7a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.548294 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5ddd4548-d76f-4c62-9ddd-65670b1a7a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.553256 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5ddd4548-d76f-4c62-9ddd-65670b1a7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.591676 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-5ddd4548-d76f-4c62-9ddd-65670b1a7a05 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=eeaf4bfb420d4379923189ca3ffe9c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701132 Jun 30 02:45:09.593581 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd4548-d76f-4c62-9ddd-65670b1a7a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d81fac6-f919-44bd-a8e9-1f7083f4d398,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:09.594376 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 56838) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:09.668467 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-63677d48-18a4-4cb7-8e64-d5a019ac802d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.699682 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-63677d48-18a4-4cb7-8e64-d5a019ac802d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.766132 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-63677d48-18a4-4cb7-8e64-d5a019ac802d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.772734 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-63677d48-18a4-4cb7-8e64-d5a019ac802d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:09.786942 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-63677d48-18a4-4cb7-8e64-d5a019ac802d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5d81fac6-f919-44bd-a8e9-1f7083f4d398 HTTP/1.1" status: 204 len: 168 time: 0.1911981 Jun 30 02:45:09.798055 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63677d48-18a4-4cb7-8e64-d5a019ac802d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d81fac6-f919-44bd-a8e9-1f7083f4d398,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:09.867923 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0ff906b9-605b-4342-b721-57355d245c9f req-99b0cea1-8c8b-463a-b053-c3082f70c9b2 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 210 time: 0.0490103 Jun 30 02:45:09.948971 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec9db0-b089-4f11-93b3-67bc73b9cddf req-5a43337d-cb2b-4ad2-9c9f-9e53cee73f89 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:09.951545 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f6ec9db0-b089-4f11-93b3-67bc73b9cddf req-5a43337d-cb2b-4ad2-9c9f-9e53cee73f89 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 945 time: 0.1670215 Jun 30 02:45:10.005452 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-ec185837-1d62-4684-aee0-a85642e07a03 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=af7c13e07a074f798dcb5b7ca5d48631&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622241 Jun 30 02:45:10.021325 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f6ec9db0-b089-4f11-93b3-67bc73b9cddf req-ee81c2fd-121d-42f9-ad8b-f543a9b94c41 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584016 Jun 30 02:45:10.352419 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 56880) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:10.373382 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0377-8b5c-4cfa-ab17-8a548e202005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.378337 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-a0213d72-0a75-4b04-a85b-527410f82b70 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:10.379958 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-a0213d72-0a75-4b04-a85b-527410f82b70 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3698196 Jun 30 02:45:10.399353 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e60009-f7ba-4047-aa9f-825ddd489698 req-3f5108bd-b9f4-4f57-aab9-dd1db6f0c19e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:10.407397 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-10e60009-f7ba-4047-aa9f-825ddd489698 req-3f5108bd-b9f4-4f57-aab9-dd1db6f0c19e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.2478046 Jun 30 02:45:10.420924 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Request body: {'port': {'device_id': '6c57427c-cb8c-4805-95e7-ab7f88fd64fe', 'network_id': '530c3949-8f7f-4272-b89d-652f2e63a3a9', 'admin_state_up': True, 'tenant_id': 'af7c13e07a074f798dcb5b7ca5d48631'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:10.515491 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-10e60009-f7ba-4047-aa9f-825ddd489698 req-99782d1d-5070-4fc3-be9e-4c5b2447ceb2 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070874 Jun 30 02:45:10.530324 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0377-8b5c-4cfa-ab17-8a548e202005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.541843 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-fe7a0377-8b5c-4cfa-ab17-8a548e202005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.557974 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 56886) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:10.599874 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Made reservation on behalf of af7c13e07a074f798dcb5b7ca5d48631 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:10.603513 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.607995 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a0377-8b5c-4cfa-ab17-8a548e202005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143b2d99-48b0-40e9-a1de-fcb958907b4b,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:10.620766 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 56892) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:10.623353 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-fe7a0377-8b5c-4cfa-ab17-8a548e202005 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e47772e4251240cba06f9145a360168c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698097 Jun 30 02:45:10.634436 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.713737 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9f3ba413-d55c-4e5a-9ea0-ff8d69d49f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.751545 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9f3ba413-d55c-4e5a-9ea0-ff8d69d49f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.780305 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8adc43c0-8082-46a8-9eff-43ca198f9d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.828636 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.837296 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.851624 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9f3ba413-d55c-4e5a-9ea0-ff8d69d49f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.854970 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9f3ba413-d55c-4e5a-9ea0-ff8d69d49f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.856368 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-9f3ba413-d55c-4e5a-9ea0-ff8d69d49f4a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/143b2d99-48b0-40e9-a1de-fcb958907b4b HTTP/1.1" status: 204 len: 168 time: 0.2344255 Jun 30 02:45:10.959308 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977526e0-ffa0-4126-8035-310b07a6b69d,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:10.968105 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8adc43c0-8082-46a8-9eff-43ca198f9d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:10.982075 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8adc43c0-8082-46a8-9eff-43ca198f9d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.014117 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ba413-d55c-4e5a-9ea0-ff8d69d49f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143b2d99-48b0-40e9-a1de-fcb958907b4b,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:11.026671 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-8adc43c0-8082-46a8-9eff-43ca198f9d32 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2375f7b985e44f9fa0e58c4b8e3c4230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681814 Jun 30 02:45:11.028409 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc43c0-8082-46a8-9eff-43ca198f9d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8990056-cef8-4562-a315-f8681c94a063,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:11.030972 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 56908) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:11.219873 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e470a3-f511-4667-b582-6d211d87a75a req-a41e8304-68bb-40db-be84-e7625bd67b6d tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:11.221207 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-76e470a3-f511-4667-b582-6d211d87a75a req-a41e8304-68bb-40db-be84-e7625bd67b6d tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 945 time: 0.0700557 Jun 30 02:45:11.279238 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-76e470a3-f511-4667-b582-6d211d87a75a req-5ddc59e8-f946-43ec-a057-1f43cb9190bc tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470636 Jun 30 02:45:11.420436 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cd7ce80a-0caa-4236-b618-7bc90ac14212 req-ef6b3ea3-4b80-48c1-a192-caca50fcff0a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 210 time: 0.3321309 Jun 30 02:45:11.469504 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Allocated IP 192.168.233.206 (530c3949-8f7f-4272-b89d-652f2e63a3a9/cf3fefe6-d1f3-4ef6-8356-c86934fb74fc/c77df42a-41bb-4627-acab-12c315012292) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:11.472331 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc97c7-9e5b-4c33-b2cd-f2889c96b33d req-9362d2ad-da74-4551-bdc5-47a8933bee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:11.473814 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e2dc97c7-9e5b-4c33-b2cd-f2889c96b33d req-9362d2ad-da74-4551-bdc5-47a8933bee2e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 1098 time: 0.5313599 Jun 30 02:45:11.511867 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b37dfa9d-6e2c-4718-8ca1-85d740263b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.586800 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b37dfa9d-6e2c-4718-8ca1-85d740263b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.676382 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e2dc97c7-9e5b-4c33-b2cd-f2889c96b33d req-938a2bc6-f2f0-493b-9896-c079954bd76f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938272 Jun 30 02:45:11.707519 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b37dfa9d-6e2c-4718-8ca1-85d740263b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.710050 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b37dfa9d-6e2c-4718-8ca1-85d740263b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.713724 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-b37dfa9d-6e2c-4718-8ca1-85d740263b11 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a8990056-cef8-4562-a315-f8681c94a063 HTTP/1.1" status: 204 len: 168 time: 0.6790798 Jun 30 02:45:11.745298 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dfa9d-6e2c-4718-8ca1-85d740263b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8990056-cef8-4562-a315-f8681c94a063,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:11.752727 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b547a017-d16e-42a1-a137-d1dc115b422d req-33871c7d-be3b-4373-bbd6-743dc49392ca tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:11.765468 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b547a017-d16e-42a1-a137-d1dc115b422d req-33871c7d-be3b-4373-bbd6-743dc49392ca tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1027257 Jun 30 02:45:11.842060 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b547a017-d16e-42a1-a137-d1dc115b422d req-bd71bea5-7fd3-4835-9d7f-0a70397e5fb9 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754225 Jun 30 02:45:11.957480 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:11.988005 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Transition to ACTIVE for port object c77df42a-41bb-4627-acab-12c315012292 will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:12.077034 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.158215 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Pushing event updated for resources: {'Port': ['ID=c77df42a-41bb-4627-acab-12c315012292,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:12.164905 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Network 530c3949-8f7f-4272-b89d-652f2e63a3a9 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:12.166679 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:12.169485 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:12.251481 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:12.252131 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.273381 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-7f55954e-f103-4e35-ae01-693eb031852f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8571029 Jun 30 02:45:12.288665 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Request body: {'port': {'device_id': '6c57427c-cb8c-4805-95e7-ab7f88fd64fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:12.292482 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 56980) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:12.319386 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ff129fb0-9475-44f6-8e8a-4c7b169aa2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.424325 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.507311 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ff129fb0-9475-44f6-8e8a-4c7b169aa2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.514889 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ff129fb0-9475-44f6-8e8a-4c7b169aa2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.550694 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-77a8b294-95ed-45c4-9d0b-57a9bbd0f9d8 None None] Provisioning for port c77df42a-41bb-4627-acab-12c315012292 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:12.555051 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-77a8b294-95ed-45c4-9d0b-57a9bbd0f9d8 None None] Provisioning complete for port c77df42a-41bb-4627-acab-12c315012292 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:12.555956 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-77a8b294-95ed-45c4-9d0b-57a9bbd0f9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.582254 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ff129fb0-9475-44f6-8e8a-4c7b169aa2c8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=00b77196b08e49679415a529218d1bf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871401 Jun 30 02:45:12.598584 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 56998) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:12.644609 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-77a8b294-95ed-45c4-9d0b-57a9bbd0f9d8 None None] Port c77df42a-41bb-4627-acab-12c315012292 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:12.673545 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff129fb0-9475-44f6-8e8a-4c7b169aa2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7581db1b-6356-4a2b-a2c8-9efc5d851d17,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:12.761657 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-899a6a1f-a39a-4ce1-a610-2c87bd5d6d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.798530 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-899a6a1f-a39a-4ce1-a610-2c87bd5d6d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.877034 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:12.906965 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2decf5-dcc0-482d-b096-e417b7e9b5a1 req-e31b3cdb-3aae-4215-8c3e-80677370bdd2 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:12.911174 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0e2decf5-dcc0-482d-b096-e417b7e9b5a1 req-e31b3cdb-3aae-4215-8c3e-80677370bdd2 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 945 time: 0.2006493 Jun 30 02:45:12.980384 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77df42a-41bb-4627-acab-12c315012292 {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:13.001953 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.051103 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fea35-007f-4ba3-bc7c-a3d9eaad8043 req-0b5c4ead-814a-4bde-b604-8b2ddbf6d1ee tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:13.053136 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0e2decf5-dcc0-482d-b096-e417b7e9b5a1 req-17c72350-8064-4827-ae1f-986eef0c7ea0 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357450 Jun 30 02:45:13.057840 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Transition to ACTIVE for port object c77df42a-41bb-4627-acab-12c315012292 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:13.058557 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-953fea35-007f-4ba3-bc7c-a3d9eaad8043 req-0b5c4ead-814a-4bde-b604-8b2ddbf6d1ee tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 936 time: 0.3479326 Jun 30 02:45:13.067033 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.104976 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-899a6a1f-a39a-4ce1-a610-2c87bd5d6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.108381 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-899a6a1f-a39a-4ce1-a610-2c87bd5d6d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.109847 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-899a6a1f-a39a-4ce1-a610-2c87bd5d6d26 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7581db1b-6356-4a2b-a2c8-9efc5d851d17 HTTP/1.1" status: 204 len: 168 time: 0.5096791 Jun 30 02:45:13.129898 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-953fea35-007f-4ba3-bc7c-a3d9eaad8043 req-2621f925-1a51-453a-9173-cc9b90aa8e97 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702739 Jun 30 02:45:13.144852 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a6a1f-a39a-4ce1-a610-2c87bd5d6d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7581db1b-6356-4a2b-a2c8-9efc5d851d17,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.176419 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Pushing event updated for resources: {'Port': ['ID=c77df42a-41bb-4627-acab-12c315012292,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.268719 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Attempting to bind port c77df42a-41bb-4627-acab-12c315012292 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:13.269107 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Attempting to bind port c77df42a-41bb-4627-acab-12c315012292 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'c973e78c-321f-4838-aa88-bf345f343249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '530c3949-8f7f-4272-b89d-652f2e63a3a9'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:13.269443 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Attempting to bind port c77df42a-41bb-4627-acab-12c315012292 on network 530c3949-8f7f-4272-b89d-652f2e63a3a9 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:13.297118 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Port c77df42a-41bb-4627-acab-12c315012292 on network 530c3949-8f7f-4272-b89d-652f2e63a3a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:45:13.297453 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Attempting to bind port c77df42a-41bb-4627-acab-12c315012292 on network 530c3949-8f7f-4272-b89d-652f2e63a3a9 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:13.332412 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:13.333086 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Checking segment: {'id': 'c973e78c-321f-4838-aa88-bf345f343249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '530c3949-8f7f-4272-b89d-652f2e63a3a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:13.333415 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Bound using segment: {'id': 'c973e78c-321f-4838-aa88-bf345f343249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '530c3949-8f7f-4272-b89d-652f2e63a3a9'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:13.333671 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:45:13.334308 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Bound port: c77df42a-41bb-4627-acab-12c315012292, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c973e78c-321f-4838-aa88-bf345f343249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '530c3949-8f7f-4272-b89d-652f2e63a3a9'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:13.334418 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.435180 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6983ba-05ef-41ff-b248-3ce2db0fe46a req-6f28a7fd-4041-485c-80fb-6eeddf4f1f92 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:13.436853 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9b6983ba-05ef-41ff-b248-3ce2db0fe46a req-6f28a7fd-4041-485c-80fb-6eeddf4f1f92 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1550210 Jun 30 02:45:13.439703 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] For port c77df42a-41bb-4627-acab-12c315012292, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:13.443764 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] For port c77df42a-41bb-4627-acab-12c315012292, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c77df42a-41bb-4627-acab-12c315012292,segment=NetworkSegment(c973e78c-321f-4838-aa88-bf345f343249),segment_id=c973e78c-321f-4838-aa88-bf345f343249)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:13.455585 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.514922 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:13.515392 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.516780 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] 10.222.0.88 "PUT /v2.0/ports/c77df42a-41bb-4627-acab-12c315012292 HTTP/1.1" status: 200 len: 1098 time: 1.2351034 Jun 30 02:45:13.517340 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c57427c-cb8c-4805-95e7-ab7f88fd64fe', 'tag': 'c77df42a-41bb-4627-acab-12c315012292'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:13.519867 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b22ba9-960d-4a5c-b737-4fd913238558" -d '{"events": [{"name": "network-changed", "server_uuid": "6c57427c-cb8c-4805-95e7-ab7f88fd64fe", "tag": "c77df42a-41bb-4627-acab-12c315012292"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:13.542061 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9b6983ba-05ef-41ff-b248-3ce2db0fe46a req-8bc1847c-f5e2-4425-bc30-540432354fa4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956528 Jun 30 02:45:13.556979 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6df64d-fd3d-4d89-a9f2-3c73e2afb417 service neutron] Pushing event updated for resources: {'Port': ['ID=c77df42a-41bb-4627-acab-12c315012292,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:13.642593 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae19e231-7ef7-4fa7-882e-f66456b21945 x-openstack-request-id: req-ae19e231-7ef7-4fa7-882e-f66456b21945 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:13.642884 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c57427c-cb8c-4805-95e7-ab7f88fd64fe", "tag": "c77df42a-41bb-4627-acab-12c315012292", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:13.643525 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ae19e231-7ef7-4fa7-882e-f66456b21945 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:13.644193 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c57427c-cb8c-4805-95e7-ab7f88fd64fe', 'tag': 'c77df42a-41bb-4627-acab-12c315012292', 'status': 'completed', 'code': 200} Jun 30 02:45:13.685070 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-510987ff-f12d-4412-8f98-b4e113bbc750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:13.687278 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-510987ff-f12d-4412-8f98-b4e113bbc750 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=af7c13e07a074f798dcb5b7ca5d48631&device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 1101 time: 0.1052098 Jun 30 02:45:13.707462 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 57038) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:13.760042 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-61989c57-3359-4c91-b6c5-f835b71e7e07 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=c77df42a-41bb-4627-acab-12c315012292 HTTP/1.1" status: 200 len: 217 time: 0.0559249 Jun 30 02:45:13.761154 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-435f26ab-f4c8-4dd5-a5c2-82431dc1c0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:13.845526 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-5a8be3b2-372d-4e0f-a881-16adb4fd057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:13.847117 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-5a8be3b2-372d-4e0f-a881-16adb4fd057b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf3fefe6-d1f3-4ef6-8356-c86934fb74fc HTTP/1.1" status: 200 len: 843 time: 0.0761356 Jun 30 02:45:13.991756 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-435f26ab-f4c8-4dd5-a5c2-82431dc1c0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.014201 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-602bf571-a9d9-4785-8bf1-47575128c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.015959 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-602bf571-a9d9-4785-8bf1-47575128c2fa service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=530c3949-8f7f-4272-b89d-652f2e63a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1580918 Jun 30 02:45:14.034242 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-435f26ab-f4c8-4dd5-a5c2-82431dc1c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.159668 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-435f26ab-f4c8-4dd5-a5c2-82431dc1c0aa admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ed23ec70b53d4b1080c75788a9cb2352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482439 Jun 30 02:45:14.159668 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f26ab-f4c8-4dd5-a5c2-82431dc1c0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79216ab-bed2-46ae-aa2e-ef4853fd427e,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:14.160037 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57054) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:14.209809 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e0aa6-f709-4f1c-8d7e-3c781d6099b3 req-25021234-b1ba-40bd-9904-d821af616a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.211962 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-271e0aa6-f709-4f1c-8d7e-3c781d6099b3 req-25021234-b1ba-40bd-9904-d821af616a72 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 1098 time: 0.2654076 Jun 30 02:45:14.253921 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-abe96438-d376-4c24-a18c-48e39377c1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.258526 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d50c8-8869-46d8-98f7-be5b171ae806 req-cf4bbe7c-3fdc-4b91-a1f4-270b92486e65 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.266422 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-912d50c8-8869-46d8-98f7-be5b171ae806 req-cf4bbe7c-3fdc-4b91-a1f4-270b92486e65 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.2799919 Jun 30 02:45:14.286069 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-abe96438-d376-4c24-a18c-48e39377c1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.295898 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898977c-9ac8-4f9a-b250-c3ece3c6cfda req-1c32935e-26d7-4c6a-97f4-19a753c02bab tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.297372 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b898977c-9ac8-4f9a-b250-c3ece3c6cfda req-1c32935e-26d7-4c6a-97f4-19a753c02bab tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 945 time: 0.1111226 Jun 30 02:45:14.314768 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-5fca816f-6a9e-412f-9608-5f6969ff2a40 service neutron] 10.222.0.88 "GET /v2.0/networks/530c3949-8f7f-4272-b89d-652f2e63a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768033 Jun 30 02:45:14.355169 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b898977c-9ac8-4f9a-b250-c3ece3c6cfda req-20c75aad-6e91-4bf1-9e7e-379e8c518536 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506816 Jun 30 02:45:14.375814 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-abe96438-d376-4c24-a18c-48e39377c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.378389 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-abe96438-d376-4c24-a18c-48e39377c1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:14.382969 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-abe96438-d376-4c24-a18c-48e39377c1f5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d79216ab-bed2-46ae-aa2e-ef4853fd427e HTTP/1.1" status: 204 len: 168 time: 0.2218320 Jun 30 02:45:14.391855 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe96438-d376-4c24-a18c-48e39377c1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79216ab-bed2-46ae-aa2e-ef4853fd427e,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:14.451960 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-912d50c8-8869-46d8-98f7-be5b171ae806 req-bfeef0d6-8987-484e-a3ca-8ef91f92c9d5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847432 Jun 30 02:45:14.531684 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcdafa-2696-402c-869e-bd11fdc8f28b req-280fcfc3-2d42-415d-8a43-f8116a4218a3 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.532825 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ffcdafa-2696-402c-869e-bd11fdc8f28b req-280fcfc3-2d42-415d-8a43-f8116a4218a3 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.88 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 945 time: 0.2212865 Jun 30 02:45:14.533991 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e0aa6-f709-4f1c-8d7e-3c781d6099b3 req-b58c4060-7437-4ca5-ac77-cb0c0161a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.535457 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-271e0aa6-f709-4f1c-8d7e-3c781d6099b3 req-b58c4060-7437-4ca5-ac77-cb0c0161a382 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 921 time: 0.3122270 Jun 30 02:45:14.537799 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-121a2df5-1a9e-499c-8ad3-bc703e82fd08 req-4b60a99a-84eb-459f-903e-0225db2ddb62 service neutron] 10.222.0.88 "GET /v2.0/networks/530c3949-8f7f-4272-b89d-652f2e63a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079353 Jun 30 02:45:14.584638 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e94900-7df9-4296-8da9-be93917f6ff8 req-73ebb416-3e32-4f26-b4e7-d0b243be3c48 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.587293 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-48e94900-7df9-4296-8da9-be93917f6ff8 req-73ebb416-3e32-4f26-b4e7-d0b243be3c48 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 948 time: 0.0949428 Jun 30 02:45:14.625718 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-271e0aa6-f709-4f1c-8d7e-3c781d6099b3 req-0334ec4a-0efd-45b5-98c7-217f1ae952ab service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2cb7bccc-0119-4216-85b3-7c7928ee4530 HTTP/1.1" status: 200 len: 217 time: 0.0717175 Jun 30 02:45:14.644588 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-48e94900-7df9-4296-8da9-be93917f6ff8 req-38d475aa-bd14-4075-ae0e-94089936b416 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444422 Jun 30 02:45:14.747869 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e0aa6-f709-4f1c-8d7e-3c781d6099b3 req-25f9aa89-8a82-4d78-8c99-75af26337c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.749169 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-271e0aa6-f709-4f1c-8d7e-3c781d6099b3 req-25f9aa89-8a82-4d78-8c99-75af26337c98 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1ff7300-2787-4759-bd36-dc868e49873a HTTP/1.1" status: 200 len: 859 time: 0.1113629 Jun 30 02:45:14.799064 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-271e0aa6-f709-4f1c-8d7e-3c781d6099b3 req-d553173d-0cdc-41aa-8637-29d730f4d067 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f0e20c-89ba-4836-934d-c4afdcb05111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358057 Jun 30 02:45:14.800943 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b22ba9-960d-4a5c-b737-4fd913238558 req-2398618c-d7ba-460c-8196-8577929c2d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:14.802324 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-23b22ba9-960d-4a5c-b737-4fd913238558 req-2398618c-d7ba-460c-8196-8577929c2d67 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=af7c13e07a074f798dcb5b7ca5d48631&device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 1101 time: 0.1880703 Jun 30 02:45:14.845151 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-6ffcdafa-2696-402c-869e-bd11fdc8f28b req-2b4011c3-da64-4865-8be0-ca8738bbcaf7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Deleting port 02e9fe79-e1ae-45f1-a558-a8f56b190307 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:45:14.845512 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6ffcdafa-2696-402c-869e-bd11fdc8f28b req-2b4011c3-da64-4865-8be0-ca8738bbcaf7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.253879 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-271e0aa6-f709-4f1c-8d7e-3c781d6099b3 req-7c4dc808-17cb-4a95-a89d-4672f5de69d9 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432943 Jun 30 02:45:15.256944 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b22ba9-960d-4a5c-b737-4fd913238558 req-234ee1c1-0d3d-4eaa-ab13-29c650762916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:15.258285 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-23b22ba9-960d-4a5c-b737-4fd913238558 req-234ee1c1-0d3d-4eaa-ab13-29c650762916 service neutron] 10.222.0.88 "GET /v2.0/networks?id=530c3949-8f7f-4272-b89d-652f2e63a3a9 HTTP/1.1" status: 200 len: 871 time: 0.4365883 Jun 30 02:45:15.356096 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-23b22ba9-960d-4a5c-b737-4fd913238558 req-d36570d3-bea1-4eb5-971b-1c45ed4b8f96 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=c77df42a-41bb-4627-acab-12c315012292 HTTP/1.1" status: 200 len: 217 time: 0.0863047 Jun 30 02:45:15.376666 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-6ffcdafa-2696-402c-869e-bd11fdc8f28b req-2b4011c3-da64-4865-8be0-ca8738bbcaf7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] For port 02e9fe79-e1ae-45f1-a558-a8f56b190307, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=02e9fe79-e1ae-45f1-a558-a8f56b190307,segment=NetworkSegment(955d03b1-10d4-4717-8296-5e850872dc06),segment_id=955d03b1-10d4-4717-8296-5e850872dc06)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:15.377039 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6ffcdafa-2696-402c-869e-bd11fdc8f28b req-2b4011c3-da64-4865-8be0-ca8738bbcaf7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.421502 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-6ffcdafa-2696-402c-869e-bd11fdc8f28b req-2b4011c3-da64-4865-8be0-ca8738bbcaf7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Calling delete_port for 02e9fe79-e1ae-45f1-a558-a8f56b190307 owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:45:15.463885 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b22ba9-960d-4a5c-b737-4fd913238558 req-9e510923-fade-4607-9510-6ba557610608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:15.465705 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-23b22ba9-960d-4a5c-b737-4fd913238558 req-9e510923-fade-4607-9510-6ba557610608 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=cf3fefe6-d1f3-4ef6-8356-c86934fb74fc HTTP/1.1" status: 200 len: 843 time: 0.1019154 Jun 30 02:45:15.551323 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-271e0aa6-f709-4f1c-8d7e-3c781d6099b3 req-355b05fe-139f-4c93-ae54-3ffd083082ca service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804408 Jun 30 02:45:15.672172 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db01975-986e-4507-8190-523ae4a8272f req-1375d03c-4882-4a87-8465-9b297b7f6573 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:15.673514 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b22ba9-960d-4a5c-b737-4fd913238558 req-0c7c2ac3-9fc4-456f-b514-3fdf06e43028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:15.674428 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6db01975-986e-4507-8190-523ae4a8272f req-1375d03c-4882-4a87-8465-9b297b7f6573 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0803816 Jun 30 02:45:15.675033 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-23b22ba9-960d-4a5c-b737-4fd913238558 req-0c7c2ac3-9fc4-456f-b514-3fdf06e43028 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=530c3949-8f7f-4272-b89d-652f2e63a3a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1773045 Jun 30 02:45:15.685015 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9aca7-9f7c-4ba4-a34b-a9d5db1d43f7 req-2c182ee2-394f-46e5-ab3f-6322fd677359 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:15.686548 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-16a9aca7-9f7c-4ba4-a34b-a9d5db1d43f7 req-2c182ee2-394f-46e5-ab3f-6322fd677359 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 945 time: 0.1705000 Jun 30 02:45:15.714685 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6db01975-986e-4507-8190-523ae4a8272f req-49006243-c9c2-445a-b579-14615bb46fdc tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342174 Jun 30 02:45:15.732550 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57110) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:15.770425 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6ffcdafa-2696-402c-869e-bd11fdc8f28b req-2b4011c3-da64-4865-8be0-ca8738bbcaf7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.797908 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['02e9fe79-e1ae-45f1-a558-a8f56b190307'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:15.811048 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4011c3-da64-4865-8be0-ca8738bbcaf7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Pushing event deleted for resources: {'Port': ['ID=02e9fe79-e1ae-45f1-a558-a8f56b190307,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:15.852986 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-78a74608-7596-4268-aab1-55614ab9a8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.883774 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-16a9aca7-9f7c-4ba4-a34b-a9d5db1d43f7 req-bcf693a5-443f-408a-b259-25d7a9173a0e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/security-groups?id=3b3f97a7-bc1a-4d0a-9351-81d2206be760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864922 Jun 30 02:45:15.887615 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffcdafa-2696-402c-869e-bd11fdc8f28b req-2b4011c3-da64-4865-8be0-ca8738bbcaf7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] No DVR routers for this DVR port 02e9fe79-e1ae-45f1-a558-a8f56b190307 on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:45:15.895206 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-6ffcdafa-2696-402c-869e-bd11fdc8f28b req-2b4011c3-da64-4865-8be0-ca8738bbcaf7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.897174 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ffcdafa-2696-402c-869e-bd11fdc8f28b req-2b4011c3-da64-4865-8be0-ca8738bbcaf7 tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.88 "DELETE /v2.0/ports/02e9fe79-e1ae-45f1-a558-a8f56b190307 HTTP/1.1" status: 204 len: 173 time: 1.3538315 Jun 30 02:45:15.897645 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6437270-b822-448b-bf04-e16c36a00336', 'name': 'network-vif-deleted', 'tag': '02e9fe79-e1ae-45f1-a558-a8f56b190307'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:15.899895 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b204be1-5a1a-422d-9c7e-fd7f35cdc9c9" -d '{"events": [{"server_uuid": "f6437270-b822-448b-bf04-e16c36a00336", "name": "network-vif-deleted", "tag": "02e9fe79-e1ae-45f1-a558-a8f56b190307"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:15.920904 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-23b22ba9-960d-4a5c-b737-4fd913238558 req-86e5d524-918f-4241-9c66-0113e989c0d1 service neutron] 10.222.0.88 "GET /v2.0/networks/530c3949-8f7f-4272-b89d-652f2e63a3a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252932 Jun 30 02:45:15.980696 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-78a74608-7596-4268-aab1-55614ab9a8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:15.984983 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-78a74608-7596-4268-aab1-55614ab9a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.024103 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-78a74608-7596-4268-aab1-55614ab9a8ba admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0a4ecf13525f44b78435c4c3534322c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903898 Jun 30 02:45:16.024830 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a74608-7596-4268-aab1-55614ab9a8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ecb10c-4e38-45ac-8974-3bd0662ed671,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:16.027095 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57118) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:16.075243 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20eeef2-6e36-4ee3-a0ce-eafa17ed8404 req-68f370e5-4f2f-47e1-b185-57326562472b tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:16.076172 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d20eeef2-6e36-4ee3-a0ce-eafa17ed8404 req-68f370e5-4f2f-47e1-b185-57326562472b tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 948 time: 0.0666449 Jun 30 02:45:16.077895 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8978-7530-4380-9750-65ee9aa66002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.100581 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8978-7530-4380-9750-65ee9aa66002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.118408 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d20eeef2-6e36-4ee3-a0ce-eafa17ed8404 req-6e81401f-d0bb-4ba5-98ac-0a800724949d tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365579 Jun 30 02:45:16.148488 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8978-7530-4380-9750-65ee9aa66002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.151250 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0a9f8978-7530-4380-9750-65ee9aa66002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:16.155469 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-0a9f8978-7530-4380-9750-65ee9aa66002 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/41ecb10c-4e38-45ac-8974-3bd0662ed671 HTTP/1.1" status: 204 len: 168 time: 0.1243222 Jun 30 02:45:16.162763 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f8978-7530-4380-9750-65ee9aa66002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ecb10c-4e38-45ac-8974-3bd0662ed671,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:16.167624 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6dcd1d-177e-48a2-baa8-b073c5671299 x-openstack-request-id: req-8a6dcd1d-177e-48a2-baa8-b073c5671299 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:16.167922 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6437270-b822-448b-bf04-e16c36a00336", "name": "network-vif-deleted", "tag": "02e9fe79-e1ae-45f1-a558-a8f56b190307", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:16.168222 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8a6dcd1d-177e-48a2-baa8-b073c5671299 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:16.169200 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6437270-b822-448b-bf04-e16c36a00336', 'name': 'network-vif-deleted', 'tag': '02e9fe79-e1ae-45f1-a558-a8f56b190307', 'status': 'completed', 'code': 200} Jun 30 02:45:16.895116 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b7bad-f877-4d1f-a020-98f87e92b358 req-0fc29749-7952-4448-abf6-daa412805722 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:16.896504 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-855b7bad-f877-4d1f-a020-98f87e92b358 req-0fc29749-7952-4448-abf6-daa412805722 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0628295 Jun 30 02:45:16.933654 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-855b7bad-f877-4d1f-a020-98f87e92b358 req-cbba2f51-2109-40ed-a13b-5cbf852d8e94 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316806 Jun 30 02:45:17.059765 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-78e4706a-db2d-4565-8913-f2a6f42aec4d req-b5d7803d-3ff3-46ea-a0e1-4c4d74d5917f tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 210 time: 0.0274496 Jun 30 02:45:17.292631 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73348c7e-383d-420c-8125-d452088ba6b9 req-79ed8055-0382-4cc7-a5ab-cf2e825bd725 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:17.294750 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-73348c7e-383d-420c-8125-d452088ba6b9 req-79ed8055-0382-4cc7-a5ab-cf2e825bd725 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 948 time: 0.0660312 Jun 30 02:45:17.331365 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-73348c7e-383d-420c-8125-d452088ba6b9 req-7dd31a9d-a47b-498f-a932-44658e754307 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309744 Jun 30 02:45:18.249799 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17762be0-a158-4c02-8414-db4483603566 req-a6596e99-e5b9-4852-adf0-231e4fd0a7c3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:18.251213 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-17762be0-a158-4c02-8414-db4483603566 req-a6596e99-e5b9-4852-adf0-231e4fd0a7c3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0630627 Jun 30 02:45:18.288356 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-17762be0-a158-4c02-8414-db4483603566 req-32f627d4-904f-46d6-8942-8b1f20a829bc tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Jun 30 02:45:18.410642 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a8a50aa0-50e8-44b8-9354-17fc41ad0191 req-0356a1f5-02e3-4e78-a0fa-76dd7600299e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 210 time: 0.0279677 Jun 30 02:45:18.572778 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94884d95-cedb-4246-9452-23cf8da3a493 req-78b41ccd-e8fd-46bb-ac14-f5d7857d3f5c tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:18.574224 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-94884d95-cedb-4246-9452-23cf8da3a493 req-78b41ccd-e8fd-46bb-ac14-f5d7857d3f5c tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 948 time: 0.0657008 Jun 30 02:45:18.615362 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-94884d95-cedb-4246-9452-23cf8da3a493 req-155a4a07-5fba-4176-95b5-fb85acda3f59 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343261 Jun 30 02:45:19.459684 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e6f6e-bcd0-4316-8e23-6fddaa2e4574 req-7afb4405-6268-42f1-b77b-09edcfb19e1f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:19.461229 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1c8e6f6e-bcd0-4316-8e23-6fddaa2e4574 req-7afb4405-6268-42f1-b77b-09edcfb19e1f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0638704 Jun 30 02:45:19.502380 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1c8e6f6e-bcd0-4316-8e23-6fddaa2e4574 req-a05eeea2-31b6-4c83-914e-7bb61872b96b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353825 Jun 30 02:45:19.558458 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7f1882d4-a72e-43ed-868c-3ccde5a12992 req-c95e84ee-7502-4de7-89dc-c7e095a21c3e tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 210 time: 0.0280700 Jun 30 02:45:19.786176 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa5792-9660-48e4-a0fd-92ed13e085d6 req-55dbd352-dc38-49dd-9b31-4574b18f00d3 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:19.787665 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-38fa5792-9660-48e4-a0fd-92ed13e085d6 req-55dbd352-dc38-49dd-9b31-4574b18f00d3 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 948 time: 0.0619872 Jun 30 02:45:19.825776 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-38fa5792-9660-48e4-a0fd-92ed13e085d6 req-c2986dce-6df5-4255-999c-5db97c244b0c tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324440 Jun 30 02:45:20.289900 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-23b22ba9-960d-4a5c-b737-4fd913238558 req-b8f9668f-1296-48c4-9791-c2f6bae9e991 service neutron] 10.222.0.88 "GET /v2.0/networks/530c3949-8f7f-4272-b89d-652f2e63a3a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921154 Jun 30 02:45:20.677575 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cbe05-506b-43c3-8af9-2baeef0c5976 req-d207d5b3-b4ad-43df-826f-cb1902ec36e3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:20.679081 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-595cbe05-506b-43c3-8af9-2baeef0c5976 req-d207d5b3-b4ad-43df-826f-cb1902ec36e3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0663202 Jun 30 02:45:20.721520 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-595cbe05-506b-43c3-8af9-2baeef0c5976 req-2ea07430-3b67-42a8-8ce2-dadb7e3b8516 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361960 Jun 30 02:45:20.800696 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-16cd292f-497f-479f-997d-60591f0bbda7 req-ee5de345-fd86-4016-aa64-b229a355366f tempest-VolumesActionsTest-1739321165 tempest-VolumesActionsTest-1739321165-project] 10.222.0.104 "GET /v2.0/ports?device_id=f6437270-b822-448b-bf04-e16c36a00336 HTTP/1.1" status: 200 len: 210 time: 0.0290596 Jun 30 02:45:21.004123 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b57181-dda5-455d-a191-4c347eb104e9 req-6ff69929-742f-4162-9b72-10acc454aba0 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:21.005625 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-21b57181-dda5-455d-a191-4c347eb104e9 req-6ff69929-742f-4162-9b72-10acc454aba0 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 948 time: 0.0707743 Jun 30 02:45:21.044877 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-21b57181-dda5-455d-a191-4c347eb104e9 req-e2bac09f-499c-4818-aa88-6fe9f780e883 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333228 Jun 30 02:45:21.456943 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 02e9fe79-e1ae-45f1-a558-a8f56b190307 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:45:21.480057 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 02e9fe79-e1ae-45f1-a558-a8f56b190307 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:45:21.480394 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 02e9fe79-e1ae-45f1-a558-a8f56b190307 not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:45:21.909041 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a82764-c13a-4201-8b8f-a204b5cbaf0e req-4d47aa4e-8a05-431a-bdf5-58d2db41d6a4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:21.911488 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-44a82764-c13a-4201-8b8f-a204b5cbaf0e req-4d47aa4e-8a05-431a-bdf5-58d2db41d6a4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0727799 Jun 30 02:45:21.959128 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-44a82764-c13a-4201-8b8f-a204b5cbaf0e req-4a257891-d07c-491a-9809-158314e2bc28 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Jun 30 02:45:22.102140 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57214) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:22.251843 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0e398b68-bc57-4e64-ab8c-ce6ba413a632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.313072 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea79b9-16d9-4fa0-97e5-aaed7e0e93b3 req-b01b2c19-de59-4d77-a726-b8aa2bb8211f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:22.314592 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-85ea79b9-16d9-4fa0-97e5-aaed7e0e93b3 req-b01b2c19-de59-4d77-a726-b8aa2bb8211f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 948 time: 0.1170337 Jun 30 02:45:22.378973 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-85ea79b9-16d9-4fa0-97e5-aaed7e0e93b3 req-d3d3f664-08ee-4f7d-9a19-605fae3d2ff1 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528014 Jun 30 02:45:22.403382 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0e398b68-bc57-4e64-ab8c-ce6ba413a632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.408161 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0e398b68-bc57-4e64-ab8c-ce6ba413a632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.446787 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e398b68-bc57-4e64-ab8c-ce6ba413a632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db781ed-c821-4803-8af9-a328711ffdfc,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:22.455332 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-0e398b68-bc57-4e64-ab8c-ce6ba413a632 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7dc894bf5ba44012b6e8089d48221d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477087 Jun 30 02:45:22.456143 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 57238) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:22.535508 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f4908441-0785-4e9d-a850-3f9cfaebc256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.559923 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f4908441-0785-4e9d-a850-3f9cfaebc256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.609782 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f4908441-0785-4e9d-a850-3f9cfaebc256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.613714 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f4908441-0785-4e9d-a850-3f9cfaebc256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:22.615479 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-f4908441-0785-4e9d-a850-3f9cfaebc256 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7db781ed-c821-4803-8af9-a328711ffdfc HTTP/1.1" status: 204 len: 168 time: 0.1517744 Jun 30 02:45:22.625353 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4908441-0785-4e9d-a850-3f9cfaebc256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db781ed-c821-4803-8af9-a328711ffdfc,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:23.251690 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 57292) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:23.308206 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7662ef-75e3-4f9f-8b1f-5d282c357421 req-f3fb6cb1-86a6-4320-9fc9-4987da85c250 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:23.310272 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0c7662ef-75e3-4f9f-8b1f-5d282c357421 req-f3fb6cb1-86a6-4320-9fc9-4987da85c250 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0648756 Jun 30 02:45:23.347506 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1600632626-network', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:23.348792 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0c7662ef-75e3-4f9f-8b1f-5d282c357421 req-cfafac73-07bb-44a8-8789-7b4fae21554c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329280 Jun 30 02:45:23.374343 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Made reservation on behalf of 4e13080cb9d04e46988c9efe323c0133 for: {'network': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:23.376829 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.385162 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.480124 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device c77df42a-41bb-4627-acab-12c315012292 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:45:23.494864 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.500971 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.533945 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128} {{(pid=99696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:23.556289 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.556635 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.segments_db [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Added segment b3866b8f-7f25-48f7-bf5b-36a321582bc1 of type vlan for network 58320a80-9569-421e-8eb0-a5be680adf9b Jun 30 02:45:23.565273 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3dc977-08d7-483b-8599-aa58165cfa36,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:23.588430 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port c77df42a-41bb-4627-acab-12c315012292, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c77df42a-41bb-4627-acab-12c315012292,segment=NetworkSegment(c973e78c-321f-4838-aa88-bf345f343249),segment_id=c973e78c-321f-4838-aa88-bf345f343249)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:23.600650 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201ff25-511c-410a-a2ab-a42394f841d7 req-8e6af9b1-126c-4830-a2db-fc249d267ef6 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:23.600961 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': 'c77df42a-41bb-4627-acab-12c315012292', 'network_id': '530c3949-8f7f-4272-b89d-652f2e63a3a9', 'port_id': 'c77df42a-41bb-4627-acab-12c315012292', 'mac_address': 'fa:16:3e:36:8c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf3fefe6-d1f3-4ef6-8356-c86934fb74fc', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:45:23.602579 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d201ff25-511c-410a-a2ab-a42394f841d7 req-8e6af9b1-126c-4830-a2db-fc249d267ef6 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 948 time: 0.0940657 Jun 30 02:45:23.622490 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.642814 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.647728 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d201ff25-511c-410a-a2ab-a42394f841d7 req-445f8a51-efda-4b1e-9a19-f343893064fa tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331903 Jun 30 02:45:23.657653 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.659041 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:23.659479 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.661836 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77df42a-41bb-4627-acab-12c315012292 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:45:23.686182 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port c77df42a-41bb-4627-acab-12c315012292, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c77df42a-41bb-4627-acab-12c315012292,segment=NetworkSegment(c973e78c-321f-4838-aa88-bf345f343249),segment_id=c973e78c-321f-4838-aa88-bf345f343249)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:23.690218 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.718227 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4654264 Jun 30 02:45:23.721649 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57300) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:23.725682 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf3167-1143-400e-8a1f-fbef1b3b9846 admin admin] Pushing event updated for resources: {'Network': ['ID=58320a80-9569-421e-8eb0-a5be680adf9b,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:23.728365 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-ba1bfab2-6b8c-4424-82e8-f9e429ed829b admin admin] Request body: {'subnet': {'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1600632626-subnet', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'ip_version': 4}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:23.739477 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 58320a80-9569-421e-8eb0-a5be680adf9b details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:23.754768 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=c77df42a-41bb-4627-acab-12c315012292,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:23.755243 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1bfab2-6b8c-4424-82e8-f9e429ed829b admin admin] Made reservation on behalf of 4e13080cb9d04e46988c9efe323c0133 for: {'subnet': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:23.758923 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ba1bfab2-6b8c-4424-82e8-f9e429ed829b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756947'] for subnet, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.927517 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ba1bfab2-6b8c-4424-82e8-f9e429ed829b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6471594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756933'] for subnet, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:23.986224 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bfab2-6b8c-4424-82e8-f9e429ed829b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a033809-892b-48c9-b8cd-293126c56dc8,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:23.993428 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1bfab2-6b8c-4424-82e8-f9e429ed829b admin admin] Checking segment: {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:23.994054 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1bfab2-6b8c-4424-82e8-f9e429ed829b admin admin] Network hostable DHCP agents. Network: 58320a80-9569-421e-8eb0-a5be680adf9b, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:24.010496 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1bfab2-6b8c-4424-82e8-f9e429ed829b admin admin] Network 58320a80-9569-421e-8eb0-a5be680adf9b is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:24.019879 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-ba1bfab2-6b8c-4424-82e8-f9e429ed829b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 58320a80-9569-421e-8eb0-a5be680adf9b) {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:24.025777 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1bfab2-6b8c-4424-82e8-f9e429ed829b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:24.026670 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ba1bfab2-6b8c-4424-82e8-f9e429ed829b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.028991 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0547c74f-ed03-49d8-b9bb-025443d69252 None None] Network 58320a80-9569-421e-8eb0-a5be680adf9b requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:24.043226 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ba1bfab2-6b8c-4424-82e8-f9e429ed829b admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3200588 Jun 30 02:45:24.046489 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 57308) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:24.051733 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:24.080433 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38302'] for router, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.081599 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38293'] for router, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.133993 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.194554 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b034b6a-ee2c-5a48-a2ee-cc22d4534911-58320a80-9569-421e-8eb0-a5be680adf9b', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8'}]}} from dv-cinder-733062-20-iscsi. {{(pid=99698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:24.195445 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.280454 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38371'] for router, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.343187 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.db_base_plugin_common [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Allocated IP 172.20.0.2 (58320a80-9569-421e-8eb0-a5be680adf9b/3a033809-892b-48c9-b8cd-293126c56dc8/a64efac0-ca4e-4cee-bb1c-984f62daf0d9) {{(pid=99698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:24.499607 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Notify callbacks [] for port, precommit_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.509671 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Transition to ACTIVE for port object a64efac0-ca4e-4cee-bb1c-984f62daf0d9 will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:24.514659 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.524703 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Transition to ACTIVE for port object a64efac0-ca4e-4cee-bb1c-984f62daf0d9 will not be triggered until provisioned by entity DHCP. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:24.530599 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.538237 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.568155 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Network 58320a80-9569-421e-8eb0-a5be680adf9b is already hosted by enough agents. {{(pid=99698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:24.572467 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.base_scheduler [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Resources bound (agent type, host, resource id): {{(pid=99698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:24.576641 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Received port after_create {{(pid=99698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:24.588752 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Pushing event updated for resources: {'Port': ['ID=a64efac0-ca4e-4cee-bb1c-984f62daf0d9,revision_number=1']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:24.614466 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b1aa-a7a8-42f3-a710-00cb7a6e2dca req-3849ca70-f3d3-46ef-ad4b-8517a07360ba tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:24.616036 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b828b1aa-a7a8-42f3-a710-00cb7a6e2dca req-3849ca70-f3d3-46ef-ad4b-8517a07360ba tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1363001 Jun 30 02:45:24.650947 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Attempting to bind port a64efac0-ca4e-4cee-bb1c-984f62daf0d9 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:24.651336 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Attempting to bind port a64efac0-ca4e-4cee-bb1c-984f62daf0d9 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:24.651699 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Attempting to bind port a64efac0-ca4e-4cee-bb1c-984f62daf0d9 on network 58320a80-9569-421e-8eb0-a5be680adf9b {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:24.656864 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:24.657244 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Checking segment: {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:24.657646 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.658038 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Bound using segment: {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:24.658542 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Bound port: a64efac0-ca4e-4cee-bb1c-984f62daf0d9, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:24.659122 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.696192 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b828b1aa-a7a8-42f3-a710-00cb7a6e2dca req-33e06cc0-0de9-4d05-9b17-dba38df33a5c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714869 Jun 30 02:45:24.697203 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Allocated IP 172.27.0.100 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/36d43256-c383-4e7f-acfb-d89f2f223da1) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:24.727546 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] For port a64efac0-ca4e-4cee-bb1c-984f62daf0d9, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:24.731801 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] For port a64efac0-ca4e-4cee-bb1c-984f62daf0d9, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=a64efac0-ca4e-4cee-bb1c-984f62daf0d9,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:24.740838 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.802685 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fba775-57e0-41e4-9444-e08630c320c1 None None] Pushing event updated for resources: {'Port': ['ID=a64efac0-ca4e-4cee-bb1c-984f62daf0d9,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:24.857867 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:24.918038 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e36d1-f347-4602-bca8-d5e24e382d79 req-86387987-3a0a-4399-9c9d-4426ba352cb8 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:24.920604 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-209e36d1-f347-4602-bca8-d5e24e382d79 req-86387987-3a0a-4399-9c9d-4426ba352cb8 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 949 time: 0.1064136 Jun 30 02:45:24.934722 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.010491 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:25.019542 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-209e36d1-f347-4602-bca8-d5e24e382d79 req-8ca1074a-b6f2-4788-8497-4687ec83218a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925136 Jun 30 02:45:25.020471 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:25.024902 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:25.029523 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Pushing event updated for resources: {'Port': ['ID=36d43256-c383-4e7f-acfb-d89f2f223da1,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:25.298781 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.479816 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device a64efac0-ca4e-4cee-bb1c-984f62daf0d9 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:25.533778 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port a64efac0-ca4e-4cee-bb1c-984f62daf0d9 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:25.710840 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1044555'] for router, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.759340 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005f7b1-2f0e-4e04-b96e-7b6e5a2352b3 None None] Network 58320a80-9569-421e-8eb0-a5be680adf9b requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:25.826949 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-550dd1bf-ed92-448f-b901-4a77d5ed99fb None None] Provisioning for port a64efac0-ca4e-4cee-bb1c-984f62daf0d9 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:25.840493 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-550dd1bf-ed92-448f-b901-4a77d5ed99fb None None] Provisioning complete for port a64efac0-ca4e-4cee-bb1c-984f62daf0d9 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:25.840871 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-550dd1bf-ed92-448f-b901-4a77d5ed99fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:25.887455 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 is scheduled to L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 with binding_index 1 {{(pid=99696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:45:25.916101 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32395751-e4df-4200-a002-03dad4f78bbb req-5018332c-7fa2-4e45-84e7-a54af151e27d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:25.917578 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-32395751-e4df-4200-a002-03dad4f78bbb req-5018332c-7fa2-4e45-84e7-a54af151e27d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0874765 Jun 30 02:45:25.994857 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-550dd1bf-ed92-448f-b901-4a77d5ed99fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.030557 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-32395751-e4df-4200-a002-03dad4f78bbb req-672bfaba-8aea-473c-b64a-247cbe29346b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765035 Jun 30 02:45:26.040380 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-550dd1bf-ed92-448f-b901-4a77d5ed99fb None None] For port a64efac0-ca4e-4cee-bb1c-984f62daf0d9, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=a64efac0-ca4e-4cee-bb1c-984f62daf0d9,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:26.046254 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-550dd1bf-ed92-448f-b901-4a77d5ed99fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.059581 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:26.060286 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Sync routers for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:26.075842 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:26.078705 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:45:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:26.079393 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] Notify callbacks [] for router, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.081248 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-57619663-8529-4474-9df4-c77767e0ffea admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0332437 Jun 30 02:45:26.084454 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57334) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:26.119265 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550dd1bf-ed92-448f-b901-4a77d5ed99fb None None] Pushing event updated for resources: {'Port': ['ID=a64efac0-ca4e-4cee-bb1c-984f62daf0d9,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:26.239396 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:26.323979 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6387d-13ee-446f-ad6c-ca02588b9a36 req-9f9b94e9-09f3-4c36-a63c-e7ea4ba6ded2 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:26.325616 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-04d6387d-13ee-446f-ad6c-ca02588b9a36 req-9f9b94e9-09f3-4c36-a63c-e7ea4ba6ded2 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 949 time: 0.0763607 Jun 30 02:45:26.368201 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-04d6387d-13ee-446f-ad6c-ca02588b9a36 req-0107e864-b25a-4fab-a9a3-3e05602a2f85 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362880 Jun 30 02:45:26.396018 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-12428874-8607-4b82-bca8-2f90da83ea74 None None] Provisioning complete for port a64efac0-ca4e-4cee-bb1c-984f62daf0d9 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:26.396531 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-12428874-8607-4b82-bca8-2f90da83ea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.448057 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:25Z', 'revision_number': 3, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:26.482145 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Checking router: 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:45:26.482923 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Updating router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 port 36d43256-c383-4e7f-acfb-d89f2f223da1 binding host dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:45:26.517655 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.621555 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.790622 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Notify callbacks [] for port, precommit_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.800874 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.provisioning_blocks [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Transition to ACTIVE for port object 36d43256-c383-4e7f-acfb-d89f2f223da1 will not be triggered until provisioned by entity L2. {{(pid=99699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:26.807209 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.809978 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Allocated IP 172.20.0.1 (58320a80-9569-421e-8eb0-a5be680adf9b/3a033809-892b-48c9-b8cd-293126c56dc8/83f44b79-64ed-40b7-a6b2-c46d6a89a654) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:26.860818 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Pushing event updated for resources: {'Port': ['ID=36d43256-c383-4e7f-acfb-d89f2f223da1,revision_number=2']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:26.864090 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Attempting to bind port 36d43256-c383-4e7f-acfb-d89f2f223da1 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:26.864442 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Attempting to bind port 36d43256-c383-4e7f-acfb-d89f2f223da1 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:26.864815 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Attempting to bind port 36d43256-c383-4e7f-acfb-d89f2f223da1 on network 5c243ec1-c514-4a50-9951-3a294683a08a {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:26.873580 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:26.873861 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:26.874212 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:26.874550 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:26.874889 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:26.875250 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:26.875589 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:26.875919 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:26.876269 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:26.876602 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:26.876928 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:26.877255 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:45:26.880637 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:26.881014 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Checking segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:26.881422 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.881815 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Bound using segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:26.882297 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Bound port: 36d43256-c383-4e7f-acfb-d89f2f223da1, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:26.882679 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.933572 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] For port 36d43256-c383-4e7f-acfb-d89f2f223da1, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:26.937103 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] For port 36d43256-c383-4e7f-acfb-d89f2f223da1, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=36d43256-c383-4e7f-acfb-d89f2f223da1,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:26.941083 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.944823 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:26.959163 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.provisioning_blocks [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Transition to ACTIVE for port object 83f44b79-64ed-40b7-a6b2-c46d6a89a654 will not be triggered until provisioned by entity DHCP. {{(pid=99697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:26.990954 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:26.991645 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:45:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:26.992935 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6448154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.034759 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Network 58320a80-9569-421e-8eb0-a5be680adf9b is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:27.037705 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:27.040180 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:27.075364 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=83f44b79-64ed-40b7-a6b2-c46d6a89a654,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:27.095390 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043522'] for router_interface, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.129061 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869080aa-01be-4b34-b653-1bc77ffde39a None None] Pushing event updated for resources: {'Port': ['ID=36d43256-c383-4e7f-acfb-d89f2f223da1,revision_number=3']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:27.222052 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:27.259135 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f195db0-0c41-4b27-be6b-c3ad964407e6 req-ad8e965d-915b-4ea2-ba15-3328d37e039e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.260709 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5f195db0-0c41-4b27-be6b-c3ad964407e6 req-ad8e965d-915b-4ea2-ba15-3328d37e039e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0862238 Jun 30 02:45:27.267148 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.314710 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5f195db0-0c41-4b27-be6b-c3ad964407e6 req-79012ba8-224c-4ee2-bd8d-180a4b9ca596 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479417 Jun 30 02:45:27.320412 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-40a00ec4-52a8-4167-ab72-cbe640b2b920 None None] Provisioning for port 83f44b79-64ed-40b7-a6b2-c46d6a89a654 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:27.327799 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-40a00ec4-52a8-4167-ab72-cbe640b2b920 None None] Provisioning complete for port 83f44b79-64ed-40b7-a6b2-c46d6a89a654 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:27.328435 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-40a00ec4-52a8-4167-ab72-cbe640b2b920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.382390 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-40a00ec4-52a8-4167-ab72-cbe640b2b920 None None] Port 83f44b79-64ed-40b7-a6b2-c46d6a89a654 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:27.449554 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:25Z', 'revision_number': 3, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:27.453973 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device a64efac0-ca4e-4cee-bb1c-984f62daf0d9 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:27.477329 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a4fd30-c8be-4da8-85e4-0e36479b2b94 None None] The sync data for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi is: [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:25Z', 'revision_number': 3, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:27.485740 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.493309 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6448168'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.519721 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port a64efac0-ca4e-4cee-bb1c-984f62daf0d9 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:27.520099 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.565907 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bfe40-8000-4c36-9382-2f582c88633e req-4a6eea65-f22b-4af8-92c9-465a82542086 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:27.568116 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=83f44b79-64ed-40b7-a6b2-c46d6a89a654,revision_number=2']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:27.569012 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d27bfe40-8000-4c36-9382-2f582c88633e req-4a6eea65-f22b-4af8-92c9-465a82542086 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 949 time: 0.0716071 Jun 30 02:45:27.588980 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042037'] for router_interface, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:27.622368 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d27bfe40-8000-4c36-9382-2f582c88633e req-ab22af37-9527-4732-ae7c-750ed55993df tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453508 Jun 30 02:45:27.687210 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Network 58320a80-9569-421e-8eb0-a5be680adf9b is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:27.690360 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:27.831563 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:45:27.959079 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:27.964449 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-2f632c8d-39b5-4733-9a31-1a5e5fbc2fe4 admin admin] 10.222.0.104 "PUT /v2.0/routers/1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8788185 Jun 30 02:45:28.004072 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-013f1084-dbb9-415a-a7ce-dd61d55b4d19 None None] Provisioning complete for port 83f44b79-64ed-40b7-a6b2-c46d6a89a654 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:28.004528 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-013f1084-dbb9-415a-a7ce-dd61d55b4d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.041602 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-013f1084-dbb9-415a-a7ce-dd61d55b4d19 None None] Port 83f44b79-64ed-40b7-a6b2-c46d6a89a654 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:28.507780 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 57376) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:28.514013 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-641265457-network', 'tenant_id': '2573636811e8489ea915f620c039bf31'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:28.519559 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c55fa-543c-4b3c-b5b5-d8677d910cc1 req-7a6b4e9c-9f0a-42a4-977f-7ee9ad7ca417 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.521040 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2e6c55fa-543c-4b3c-b5b5-d8677d910cc1 req-7a6b4e9c-9f0a-42a4-977f-7ee9ad7ca417 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0755718 Jun 30 02:45:28.538876 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Made reservation on behalf of 2573636811e8489ea915f620c039bf31 for: {'network': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:28.541414 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.550210 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.560869 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2e6c55fa-543c-4b3c-b5b5-d8677d910cc1 req-7aa988cd-cf90-4a90-b870-f3b9992157ad tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341558 Jun 30 02:45:28.657390 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.661527 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.675835 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=99696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:45:28.686096 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.686644 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.segments_db [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Added segment 5290dfee-c924-4fed-848c-3cf441007eb4 of type vlan for network 932c2233-0b32-4805-b867-92602eee8c11 Jun 30 02:45:28.732264 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.787613 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88babc14-2f31-4529-b1b2-f738371d9dce,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:28.820653 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.823109 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.823816 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:28.888547 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df88938-309d-4db3-a276-6f25e540ffda req-3890d495-e1cf-4758-b3e7-605948552e81 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:28.900266 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8df88938-309d-4db3-a276-6f25e540ffda req-3890d495-e1cf-4758-b3e7-605948552e81 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 949 time: 0.1443322 Jun 30 02:45:28.902949 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] Pushing event updated for resources: {'Network': ['ID=932c2233-0b32-4805-b867-92602eee8c11,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:28.907112 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-aa88ba5f-56b9-4923-a6a9-e83e37db2971 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3980222 Jun 30 02:45:28.909800 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 57390) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:28.913866 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 932c2233-0b32-4805-b867-92602eee8c11 details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:45:28.915845 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-be9bbbef-a585-471d-9c5e-8e28ee6d41a3 admin admin] Request body: {'subnet': {'network_id': '932c2233-0b32-4805-b867-92602eee8c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-641265457-subnet', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'ip_version': 4}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:28.965803 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9bbbef-a585-471d-9c5e-8e28ee6d41a3 admin admin] Made reservation on behalf of 2573636811e8489ea915f620c039bf31 for: {'subnet': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:45:28.966539 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8df88938-309d-4db3-a276-6f25e540ffda req-8d36678c-4988-4bff-80be-43d8670e330d tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652115 Jun 30 02:45:28.970138 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-be9bbbef-a585-471d-9c5e-8e28ee6d41a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4599726'] for subnet, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.174008 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-be9bbbef-a585-471d-9c5e-8e28ee6d41a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4707318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4599736'] for subnet, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.208166 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Sync routers for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:29.217359 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:29.217980 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:45:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:29.232619 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9bbbef-a585-471d-9c5e-8e28ee6d41a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf8f083-f66d-4562-9419-ea62353dc2b0,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:29.240461 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9bbbef-a585-471d-9c5e-8e28ee6d41a3 admin admin] Checking segment: {'id': '5290dfee-c924-4fed-848c-3cf441007eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '932c2233-0b32-4805-b867-92602eee8c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:29.240862 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9bbbef-a585-471d-9c5e-8e28ee6d41a3 admin admin] Network hostable DHCP agents. Network: 932c2233-0b32-4805-b867-92602eee8c11, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:45:29.258322 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9bbbef-a585-471d-9c5e-8e28ee6d41a3 admin admin] Network 932c2233-0b32-4805-b867-92602eee8c11 is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:45:29.267277 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-be9bbbef-a585-471d-9c5e-8e28ee6d41a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 932c2233-0b32-4805-b867-92602eee8c11) {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:29.271533 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9bbbef-a585-471d-9c5e-8e28ee6d41a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:29.272110 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-be9bbbef-a585-471d-9c5e-8e28ee6d41a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.277935 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d571dd-7917-442f-859f-ad9ccbf26823 None None] Network 932c2233-0b32-4805-b867-92602eee8c11 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:29.286854 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-be9bbbef-a585-471d-9c5e-8e28ee6d41a3 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3753464 Jun 30 02:45:29.289542 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57400) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:29.295248 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-641265457-router', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:29.316696 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38302'] for router, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.317919 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38293'] for router, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.373109 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.388514 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:29.529209 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38371'] for router, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.579718 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 36d43256-c383-4e7f-acfb-d89f2f223da1 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:29.725495 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b034b6a-ee2c-5a48-a2ee-cc22d4534911-932c2233-0b32-4805-b867-92602eee8c11', 'network_id': '932c2233-0b32-4805-b867-92602eee8c11', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'fixed_ips': [{'subnet_id': '3cf8f083-f66d-4562-9419-ea62353dc2b0'}]}} from dv-cinder-733062-20-iscsi. {{(pid=99698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:45:29.726360 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.775526 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 36d43256-c383-4e7f-acfb-d89f2f223da1 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:29.839263 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 36d43256-c383-4e7f-acfb-d89f2f223da1 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:29.839664 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.920831 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.940474 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:29.974658 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.db_base_plugin_common [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Allocated IP 172.20.0.2 (932c2233-0b32-4805-b867-92602eee8c11/3cf8f083-f66d-4562-9419-ea62353dc2b0/13ab7001-be71-4956-a6bc-8d6b890d715a) {{(pid=99698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:30.035991 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 2, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:30.070138 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Allocated IP 172.27.0.227 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/4efb49b1-86a3-43a4-86cb-c289c8fd4e4e) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:30.099552 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Checking router: 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:45:30.099916 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Updating router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 port 83f44b79-64ed-40b7-a6b2-c46d6a89a654 binding host dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:45:30.128480 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.165885 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 36d43256-c383-4e7f-acfb-d89f2f223da1, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=36d43256-c383-4e7f-acfb-d89f2f223da1,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:30.175903 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.181850 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.225684 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.239654 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94358ae7-13eb-4395-b03c-dbc61ad255f9 req-e241830e-9cec-40a3-b229-bc4fc28585f7 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:30.241166 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-94358ae7-13eb-4395-b03c-dbc61ad255f9 req-e241830e-9cec-40a3-b229-bc4fc28585f7 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 949 time: 0.1428943 Jun 30 02:45:30.301807 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=36d43256-c383-4e7f-acfb-d89f2f223da1,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:30.302025 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-94358ae7-13eb-4395-b03c-dbc61ad255f9 req-a4de8123-c0cb-4fc0-96ef-1155efe4a3cd tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538454 Jun 30 02:45:30.310216 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6448154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.329595 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Notify callbacks [] for port, precommit_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.352216 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:30.354937 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:30.361082 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:30.366413 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Pushing event updated for resources: {'Port': ['ID=4efb49b1-86a3-43a4-86cb-c289c8fd4e4e,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:30.383972 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Transition to ACTIVE for port object 13ab7001-be71-4956-a6bc-8d6b890d715a will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:30.413573 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Transition to ACTIVE for port object 13ab7001-be71-4956-a6bc-8d6b890d715a will not be triggered until provisioned by entity DHCP. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:30.428368 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.505874 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Network 932c2233-0b32-4805-b867-92602eee8c11 is already hosted by enough agents. {{(pid=99698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:30.514700 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.base_scheduler [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Resources bound (agent type, host, resource id): {{(pid=99698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:30.521114 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Received port after_create {{(pid=99698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:30.525859 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Pushing event updated for resources: {'Port': ['ID=13ab7001-be71-4956-a6bc-8d6b890d715a,revision_number=1']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:30.609002 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Attempting to bind port 13ab7001-be71-4956-a6bc-8d6b890d715a on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:30.609371 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Attempting to bind port 13ab7001-be71-4956-a6bc-8d6b890d715a by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '5290dfee-c924-4fed-848c-3cf441007eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '932c2233-0b32-4805-b867-92602eee8c11'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:30.609739 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Attempting to bind port 13ab7001-be71-4956-a6bc-8d6b890d715a on network 932c2233-0b32-4805-b867-92602eee8c11 {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:30.624428 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.625039 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:30.625418 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Checking segment: {'id': '5290dfee-c924-4fed-848c-3cf441007eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '932c2233-0b32-4805-b867-92602eee8c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:30.625823 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.626247 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Bound using segment: {'id': '5290dfee-c924-4fed-848c-3cf441007eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '932c2233-0b32-4805-b867-92602eee8c11'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:30.626718 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Bound port: 13ab7001-be71-4956-a6bc-8d6b890d715a, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5290dfee-c924-4fed-848c-3cf441007eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '932c2233-0b32-4805-b867-92602eee8c11'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:30.627120 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.689749 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['c77df42a-41bb-4627-acab-12c315012292'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:45:30.720924 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Notify callbacks [] for port, precommit_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.753740 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Transition to ACTIVE for port object 83f44b79-64ed-40b7-a6b2-c46d6a89a654 will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:30.771394 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.807809 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] For port 13ab7001-be71-4956-a6bc-8d6b890d715a, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:30.834117 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] For port 13ab7001-be71-4956-a6bc-8d6b890d715a, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=13ab7001-be71-4956-a6bc-8d6b890d715a,segment=NetworkSegment(5290dfee-c924-4fed-848c-3cf441007eb4),segment_id=5290dfee-c924-4fed-848c-3cf441007eb4)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:30.838316 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1044555'] for router, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.853366 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:30.863766 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa295c89-b9f1-4a3c-9870-1a0455455e07 None None] Pushing event updated for resources: {'Port': ['ID=83f44b79-64ed-40b7-a6b2-c46d6a89a654,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:30.993011 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Router 28bb79f2-c55f-417c-ab62-9aec99008342 is scheduled to L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 with binding_index 1 {{(pid=99697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:45:31.013443 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Attempting to bind port 83f44b79-64ed-40b7-a6b2-c46d6a89a654 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:31.013884 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Attempting to bind port 83f44b79-64ed-40b7-a6b2-c46d6a89a654 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:31.014179 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Attempting to bind port 83f44b79-64ed-40b7-a6b2-c46d6a89a654 on network 58320a80-9569-421e-8eb0-a5be680adf9b {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:31.028849 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:31.029396 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Checking segment: {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:31.030028 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.030489 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Bound using segment: {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:31.031181 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Bound port: 83f44b79-64ed-40b7-a6b2-c46d6a89a654, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:31.033388 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.035729 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb04a92-80bd-48ad-8f95-c2138c7d4a32 None None] Pushing event updated for resources: {'Port': ['ID=13ab7001-be71-4956-a6bc-8d6b890d715a,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:31.148090 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:31.171088 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Sync routers for ids ['28bb79f2-c55f-417c-ab62-9aec99008342'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:31.181593 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] Notify callbacks [] for router, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.181771 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Routers {'28bb79f2-c55f-417c-ab62-9aec99008342'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:31.182272 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:45:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['28bb79f2-c55f-417c-ab62-9aec99008342'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:31.184732 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-cf1c100f-6a34-4b19-bb99-9e6ace0d06c7 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8930149 Jun 30 02:45:31.186406 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 57424) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:31.209457 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] For port 83f44b79-64ed-40b7-a6b2-c46d6a89a654, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:31.217839 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] For port 83f44b79-64ed-40b7-a6b2-c46d6a89a654, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=83f44b79-64ed-40b7-a6b2-c46d6a89a654,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:31.229463 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.282514 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:31.283191 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:45:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:31.317924 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Set router 28bb79f2-c55f-417c-ab62-9aec99008342 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:31.437779 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa295c89-b9f1-4a3c-9870-1a0455455e07 None None] Pushing event updated for resources: {'Port': ['ID=83f44b79-64ed-40b7-a6b2-c46d6a89a654,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:31.486050 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:31.613280 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06756a-bea6-4e40-99c6-62414fb53740 req-3ebf6b14-8e0b-4155-b05e-a0c335fee04c tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:31.624065 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5a06756a-bea6-4e40-99c6-62414fb53740 req-3ebf6b14-8e0b-4155-b05e-a0c335fee04c tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 949 time: 0.1440256 Jun 30 02:45:31.670935 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5a06756a-bea6-4e40-99c6-62414fb53740 req-fc1c27c2-18c4-429a-9a98-16492ee5f4c7 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456452 Jun 30 02:45:31.709063 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'name': 'tempest-TestVolumeBootPattern-641265457-router', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 3, 'project_id': '2573636811e8489ea915f620c039bf31', 'gw_port': {'id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:31.737680 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Checking router: 28bb79f2-c55f-417c-ab62-9aec99008342 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:45:31.738173 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Updating router 28bb79f2-c55f-417c-ab62-9aec99008342 port 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e binding host dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:45:31.774595 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 13ab7001-be71-4956-a6bc-8d6b890d715a up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:31.791413 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.815910 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:31.912236 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 13ab7001-be71-4956-a6bc-8d6b890d715a completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:31.920458 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 36d43256-c383-4e7f-acfb-d89f2f223da1 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:31.997074 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Allocated IP 172.20.0.1 (932c2233-0b32-4805-b867-92602eee8c11/3cf8f083-f66d-4562-9419-ea62353dc2b0/95528c09-5999-482c-bcf7-2c3d8ca8222b) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:45:32.010453 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:31Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:32.012837 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 36d43256-c383-4e7f-acfb-d89f2f223da1 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:32.013214 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.084701 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fa3bd6-f9f7-452f-b4fe-eef10559873f None None] The sync data for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi is: [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:31Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:32.172448 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Notify callbacks [] for port, precommit_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.184872 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.196271 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43346697-d748-4eda-ad1f-b1265ecdf437 None None] Network 932c2233-0b32-4805-b867-92602eee8c11 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:45:32.204044 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.provisioning_blocks [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Transition to ACTIVE for port object 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e will not be triggered until provisioned by entity L2. {{(pid=99699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:32.211519 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Transition to ACTIVE for port object 95528c09-5999-482c-bcf7-2c3d8ca8222b will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:32.216973 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.288702 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Attempting to bind port 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:32.289355 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Attempting to bind port 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:32.289915 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Attempting to bind port 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e on network 5c243ec1-c514-4a50-9951-3a294683a08a {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:32.293945 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ec674-fae5-4b02-beb7-d02788c0919d None None] Pushing event updated for resources: {'Port': ['ID=4efb49b1-86a3-43a4-86cb-c289c8fd4e4e,revision_number=2']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:32.300044 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:32.300426 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Checking segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:32.300846 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.301340 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Bound using segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:32.301812 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Bound port: 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:32.302252 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.308097 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.348993 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-a0342cfb-c322-41ff-adc4-21fecd3ae3b2 None None] Provisioning for port 13ab7001-be71-4956-a6bc-8d6b890d715a completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:32.358188 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Network 932c2233-0b32-4805-b867-92602eee8c11 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:32.361202 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:32.364772 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:45:32.364969 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-a0342cfb-c322-41ff-adc4-21fecd3ae3b2 None None] Provisioning complete for port 13ab7001-be71-4956-a6bc-8d6b890d715a triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:32.365340 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a0342cfb-c322-41ff-adc4-21fecd3ae3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.368108 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] For port 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:32.372346 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] For port 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=4efb49b1-86a3-43a4-86cb-c289c8fd4e4e,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:32.378407 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.404187 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Pushing event updated for resources: {'Port': ['ID=95528c09-5999-482c-bcf7-2c3d8ca8222b,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:32.420334 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043522'] for router_interface, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.451987 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ec674-fae5-4b02-beb7-d02788c0919d None None] Pushing event updated for resources: {'Port': ['ID=4efb49b1-86a3-43a4-86cb-c289c8fd4e4e,revision_number=3']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:32.482993 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Routers {'28bb79f2-c55f-417c-ab62-9aec99008342'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:32.483633 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:45:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['28bb79f2-c55f-417c-ab62-9aec99008342'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:32.538099 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a0342cfb-c322-41ff-adc4-21fecd3ae3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.602665 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-a0342cfb-c322-41ff-adc4-21fecd3ae3b2 None None] For port 13ab7001-be71-4956-a6bc-8d6b890d715a, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=13ab7001-be71-4956-a6bc-8d6b890d715a,segment=NetworkSegment(5290dfee-c924-4fed-848c-3cf441007eb4),segment_id=5290dfee-c924-4fed-848c-3cf441007eb4)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:32.610751 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a0342cfb-c322-41ff-adc4-21fecd3ae3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.611892 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.643217 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] Set router 28bb79f2-c55f-417c-ab62-9aec99008342 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:32.726437 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0342cfb-c322-41ff-adc4-21fecd3ae3b2 None None] Pushing event updated for resources: {'Port': ['ID=13ab7001-be71-4956-a6bc-8d6b890d715a,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:32.749991 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-5bed1830-a80e-4146-9886-638aaee59f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.879523 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.891933 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.892371 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'name': 'tempest-TestVolumeBootPattern-641265457-router', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 3, 'project_id': '2573636811e8489ea915f620c039bf31', 'gw_port': {'id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:32.938666 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc2374-ab9b-4177-8690-e27b906e00cc req-fb6160aa-3e07-4075-bfa0-89f477029cc9 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:32.940054 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-249a012f-9a6d-4ec1-bfd7-3bc56ad82a77 None None] Provisioning complete for port 13ab7001-be71-4956-a6bc-8d6b890d715a triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:32.940651 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-249a012f-9a6d-4ec1-bfd7-3bc56ad82a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.941352 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7bc0c4-55b3-4190-9f82-c4bf4adbd751 None None] The sync data for ids ['28bb79f2-c55f-417c-ab62-9aec99008342'] in dv-cinder-733062-20-iscsi is: [{'id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'name': 'tempest-TestVolumeBootPattern-641265457-router', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 3, 'project_id': '2573636811e8489ea915f620c039bf31', 'gw_port': {'id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:32.949852 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bedc2374-ab9b-4177-8690-e27b906e00cc req-fb6160aa-3e07-4075-bfa0-89f477029cc9 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 949 time: 0.1022880 Jun 30 02:45:32.979487 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042037'] for router_interface, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:32.990558 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Pushing event updated for resources: {'Port': ['ID=95528c09-5999-482c-bcf7-2c3d8ca8222b,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:33.037394 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bedc2374-ab9b-4177-8690-e27b906e00cc req-91e58679-4a96-4bc7-98ef-1aa6ba7c459f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863774 Jun 30 02:45:33.101664 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-249a012f-9a6d-4ec1-bfd7-3bc56ad82a77 None None] Provisioning for port 95528c09-5999-482c-bcf7-2c3d8ca8222b completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:33.107671 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-249a012f-9a6d-4ec1-bfd7-3bc56ad82a77 None None] Provisioning complete for port 95528c09-5999-482c-bcf7-2c3d8ca8222b triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:33.108039 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-249a012f-9a6d-4ec1-bfd7-3bc56ad82a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.148656 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Network 932c2233-0b32-4805-b867-92602eee8c11 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:45:33.151908 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:45:33.171200 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-249a012f-9a6d-4ec1-bfd7-3bc56ad82a77 None None] Port 95528c09-5999-482c-bcf7-2c3d8ca8222b cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:33.300455 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-46a9a737-aefa-4796-acdb-ce715caed6a6 None None] Provisioning complete for port 95528c09-5999-482c-bcf7-2c3d8ca8222b triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:33.301212 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-46a9a737-aefa-4796-acdb-ce715caed6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.392120 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-46a9a737-aefa-4796-acdb-ce715caed6a6 None None] Port 95528c09-5999-482c-bcf7-2c3d8ca8222b cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:33.397310 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Router 28bb79f2-c55f-417c-ab62-9aec99008342 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:45:33.519117 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-517e167d-0a17-4290-b68a-7bcfed4730c5 None None] Provisioning complete for port 95528c09-5999-482c-bcf7-2c3d8ca8222b triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:33.519872 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-517e167d-0a17-4290-b68a-7bcfed4730c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.569093 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-517e167d-0a17-4290-b68a-7bcfed4730c5 None None] Port 95528c09-5999-482c-bcf7-2c3d8ca8222b cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:45:33.648261 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 83f44b79-64ed-40b7-a6b2-c46d6a89a654 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:33.705423 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 83f44b79-64ed-40b7-a6b2-c46d6a89a654 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:33.709462 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 83f44b79-64ed-40b7-a6b2-c46d6a89a654 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:33.709951 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.779565 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:45:33.787696 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-438f9b37-db23-41a6-ae54-0c4879a8361a admin admin] 10.222.0.104 "PUT /v2.0/routers/28bb79f2-c55f-417c-ab62-9aec99008342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5999277 Jun 30 02:45:33.816237 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.851344 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 83f44b79-64ed-40b7-a6b2-c46d6a89a654, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=83f44b79-64ed-40b7-a6b2-c46d6a89a654,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:33.856314 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:33.857520 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 13ab7001-be71-4956-a6bc-8d6b890d715a up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:33.937388 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=83f44b79-64ed-40b7-a6b2-c46d6a89a654,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:33.953794 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 13ab7001-be71-4956-a6bc-8d6b890d715a triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:33.954257 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.041255 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:34.098325 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:34.102474 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:34.103100 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.191570 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.215417 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=4efb49b1-86a3-43a4-86cb-c289c8fd4e4e,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:34.224330 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:34.278374 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=4efb49b1-86a3-43a4-86cb-c289c8fd4e4e,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.186449 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f32a6c67-6588-4aee-8192-d6ea81b8dc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.260495 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Sync routers for ids ['28bb79f2-c55f-417c-ab62-9aec99008342'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:45:35.270615 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Routers {'28bb79f2-c55f-417c-ab62-9aec99008342'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:35.271354 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:45:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['28bb79f2-c55f-417c-ab62-9aec99008342'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.344601 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57482) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:35.350314 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-06b53c3b-f75c-4d4d-afc4-5c92bf4a927b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625756494', 'description': 'tempest-secgroup-smoke-625756494 description', 'project_id': '4e13080cb9d04e46988c9efe323c0133'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:35.383358 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Set router 28bb79f2-c55f-417c-ab62-9aec99008342 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:35.408112 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-06b53c3b-f75c-4d4d-afc4-5c92bf4a927b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.479815 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:35.533689 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621d317-f9c0-4281-b1d9-09ba088a65c1 req-2197dc48-223e-41f2-a552-4347cc868228 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:35.535203 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0621d317-f9c0-4281-b1d9-09ba088a65c1 req-2197dc48-223e-41f2-a552-4347cc868228 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 949 time: 0.1040659 Jun 30 02:45:35.574182 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-06b53c3b-f75c-4d4d-afc4-5c92bf4a927b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.579381 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-06b53c3b-f75c-4d4d-afc4-5c92bf4a927b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.601228 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:35.601602 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.612144 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0621d317-f9c0-4281-b1d9-09ba088a65c1 req-62381ae3-5375-4d7a-b076-ed2899867b28 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669525 Jun 30 02:45:35.619352 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-06b53c3b-f75c-4d4d-afc4-5c92bf4a927b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.620486 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-06b53c3b-f75c-4d4d-afc4-5c92bf4a927b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2752011 Jun 30 02:45:35.623917 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 57484) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:35.628731 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-d16b2511-cb12-47fd-8816-7f44bf12a71f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Request body: {'security_group_rule': {'security_group_id': '8e085fcc-923a-4e26-98d8-2763a1444cbb', 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:35.635052 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b53c3b-f75c-4d4d-afc4-5c92bf4a927b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e085fcc-923a-4e26-98d8-2763a1444cbb,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.661521 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d16b2511-cb12-47fd-8816-7f44bf12a71f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.712238 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'name': 'tempest-TestVolumeBootPattern-641265457-router', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:32Z', 'revision_number': 4, 'project_id': '2573636811e8489ea915f620c039bf31', 'gw_port': {'id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '95528c09-5999-482c-bcf7-2c3d8ca8222b', 'name': '', 'network_id': '932c2233-0b32-4805-b867-92602eee8c11', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'mac_address': 'fa:16:3e:be:c1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3cf8f083-f66d-4562-9419-ea62353dc2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:31Z', 'updated_at': '2021-06-30T02:45:32Z', 'revision_number': 2, 'project_id': '2573636811e8489ea915f620c039bf31', 'subnets': [{'id': '3cf8f083-f66d-4562-9419-ea62353dc2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:35.717986 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d16b2511-cb12-47fd-8816-7f44bf12a71f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.723925 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d16b2511-cb12-47fd-8816-7f44bf12a71f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.741930 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b2511-cb12-47fd-8816-7f44bf12a71f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be3efc1-e7d8-4451-afcf-39e7e1ae4303,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.744453 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d16b2511-cb12-47fd-8816-7f44bf12a71f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.748447 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-d16b2511-cb12-47fd-8816-7f44bf12a71f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206582 Jun 30 02:45:35.748810 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57486) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:35.750489 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Checking router: 28bb79f2-c55f-417c-ab62-9aec99008342 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:45:35.750849 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Updating router 28bb79f2-c55f-417c-ab62-9aec99008342 port 95528c09-5999-482c-bcf7-2c3d8ca8222b binding host dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:45:35.753366 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 83f44b79-64ed-40b7-a6b2-c46d6a89a654 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:35.753501 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-32791923-03d5-424c-9c59-8e0bdb317a42 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Request body: {'security_group_rule': {'security_group_id': '8e085fcc-923a-4e26-98d8-2763a1444cbb', 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:35.781270 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-32791923-03d5-424c-9c59-8e0bdb317a42 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.814121 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.839947 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-32791923-03d5-424c-9c59-8e0bdb317a42 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.844434 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-32791923-03d5-424c-9c59-8e0bdb317a42 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.862506 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32791923-03d5-424c-9c59-8e0bdb317a42 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0852072f-0a08-4320-b6fc-29afab7c6a21,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:35.867563 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 83f44b79-64ed-40b7-a6b2-c46d6a89a654 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:35.868064 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.874437 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-32791923-03d5-424c-9c59-8e0bdb317a42 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.878411 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-32791923-03d5-424c-9c59-8e0bdb317a42 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261275 Jun 30 02:45:35.878558 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57490) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:35.883225 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-65d77ea0-6c78-4473-bf82-6e08d063d71a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Request body: {'security_group_rule': {'security_group_id': '8e085fcc-923a-4e26-98d8-2763a1444cbb', 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:35.908845 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-65d77ea0-6c78-4473-bf82-6e08d063d71a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.972812 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-65d77ea0-6c78-4473-bf82-6e08d063d71a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.977998 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-65d77ea0-6c78-4473-bf82-6e08d063d71a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.991587 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:35.997257 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d77ea0-6c78-4473-bf82-6e08d063d71a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c78b78d-5dc3-4c67-b5bf-f453d54eb89d,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:36.004962 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-65d77ea0-6c78-4473-bf82-6e08d063d71a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.006378 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-65d77ea0-6c78-4473-bf82-6e08d063d71a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266906 Jun 30 02:45:36.009038 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57492) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:36.014221 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-6508422f-5f98-4bec-a6bd-2e6f603faf18 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Request body: {'security_group_rule': {'security_group_id': '8e085fcc-923a-4e26-98d8-2763a1444cbb', 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:36.040808 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6508422f-5f98-4bec-a6bd-2e6f603faf18 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.106857 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6508422f-5f98-4bec-a6bd-2e6f603faf18 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.111199 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6508422f-5f98-4bec-a6bd-2e6f603faf18 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.131198 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508422f-5f98-4bec-a6bd-2e6f603faf18 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d97c4d1-a22c-4e3a-be92-c7e2f6f837cb,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:36.135421 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6508422f-5f98-4bec-a6bd-2e6f603faf18 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.139719 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-6508422f-5f98-4bec-a6bd-2e6f603faf18 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268249 Jun 30 02:45:36.140202 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57494) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:36.144464 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-19ceb256-336d-4d2a-9c4a-38bf1db7bb56 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Request body: {'security_group_rule': {'security_group_id': '8e085fcc-923a-4e26-98d8-2763a1444cbb', 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:36.172283 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.securitygroups_db [None req-19ceb256-336d-4d2a-9c4a-38bf1db7bb56 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Project 4e13080cb9d04e46988c9efe323c0133 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:45:36.178814 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-19ceb256-336d-4d2a-9c4a-38bf1db7bb56 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.240391 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-19ceb256-336d-4d2a-9c4a-38bf1db7bb56 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.246836 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-19ceb256-336d-4d2a-9c4a-38bf1db7bb56 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.266884 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ceb256-336d-4d2a-9c4a-38bf1db7bb56 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99d371b-2305-449e-b1a4-1535040fc74f,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:36.270497 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-19ceb256-336d-4d2a-9c4a-38bf1db7bb56 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.271734 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-19ceb256-336d-4d2a-9c4a-38bf1db7bb56 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308830 Jun 30 02:45:36.274903 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57502) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:36.283076 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-55f43c1c-a801-4c41-b715-f608955bda8c tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Request body: {'security_group_rule': {'security_group_id': '8e085fcc-923a-4e26-98d8-2763a1444cbb', 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:45:36.305501 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.securitygroups_db [None req-55f43c1c-a801-4c41-b715-f608955bda8c tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Project 4e13080cb9d04e46988c9efe323c0133 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:45:36.310663 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-55f43c1c-a801-4c41-b715-f608955bda8c tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.320425 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Notify callbacks [] for port, precommit_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.331064 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Transition to ACTIVE for port object 95528c09-5999-482c-bcf7-2c3d8ca8222b will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:45:36.336779 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.377345 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-55f43c1c-a801-4c41-b715-f608955bda8c tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.382810 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-55f43c1c-a801-4c41-b715-f608955bda8c tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.392661 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8c7ea-2085-4545-a13c-ceb532369274 None None] Pushing event updated for resources: {'Port': ['ID=95528c09-5999-482c-bcf7-2c3d8ca8222b,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:36.409742 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-55f43c1c-a801-4c41-b715-f608955bda8c tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.411498 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-55f43c1c-a801-4c41-b715-f608955bda8c tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1360161 Jun 30 02:45:36.425876 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f43c1c-a801-4c41-b715-f608955bda8c tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8019712-a0a5-46f3-83b1-27c49333c4ea,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:36.478530 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.490434 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Attempting to bind port 95528c09-5999-482c-bcf7-2c3d8ca8222b on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:45:36.490876 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Attempting to bind port 95528c09-5999-482c-bcf7-2c3d8ca8222b by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '5290dfee-c924-4fed-848c-3cf441007eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '932c2233-0b32-4805-b867-92602eee8c11'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:45:36.491365 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Attempting to bind port 95528c09-5999-482c-bcf7-2c3d8ca8222b on network 932c2233-0b32-4805-b867-92602eee8c11 {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:45:36.497995 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:45:36.498470 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Checking segment: {'id': '5290dfee-c924-4fed-848c-3cf441007eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '932c2233-0b32-4805-b867-92602eee8c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:45:36.499242 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.499460 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Bound using segment: {'id': '5290dfee-c924-4fed-848c-3cf441007eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '932c2233-0b32-4805-b867-92602eee8c11'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:45:36.499984 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Bound port: 95528c09-5999-482c-bcf7-2c3d8ca8222b, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5290dfee-c924-4fed-848c-3cf441007eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '932c2233-0b32-4805-b867-92602eee8c11'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:45:36.500372 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.574543 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] For port 95528c09-5999-482c-bcf7-2c3d8ca8222b, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:45:36.578601 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] For port 95528c09-5999-482c-bcf7-2c3d8ca8222b, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=95528c09-5999-482c-bcf7-2c3d8ca8222b,segment=NetworkSegment(5290dfee-c924-4fed-848c-3cf441007eb4),segment_id=5290dfee-c924-4fed-848c-3cf441007eb4)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:45:36.585313 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:36.672409 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Routers {'28bb79f2-c55f-417c-ab62-9aec99008342'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:45:36.673048 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:45:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['28bb79f2-c55f-417c-ab62-9aec99008342'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:36.677576 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8c7ea-2085-4545-a13c-ceb532369274 None None] Pushing event updated for resources: {'Port': ['ID=95528c09-5999-482c-bcf7-2c3d8ca8222b,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:36.799295 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] Set router 28bb79f2-c55f-417c-ab62-9aec99008342 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:45:36.823481 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8931e8-a75a-4a50-8594-da85da1600ac req-b6b13f3c-0665-4281-bf89-be70fb521a2f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:36.825869 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4b8931e8-a75a-4a50-8594-da85da1600ac req-b6b13f3c-0665-4281-bf89-be70fb521a2f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 949 time: 0.0838606 Jun 30 02:45:36.870032 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4b8931e8-a75a-4a50-8594-da85da1600ac req-31826728-ad9c-4dc1-9651-9e993c99f559 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Jun 30 02:45:37.035723 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'name': 'tempest-TestVolumeBootPattern-641265457-router', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:32Z', 'revision_number': 4, 'project_id': '2573636811e8489ea915f620c039bf31', 'gw_port': {'id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '95528c09-5999-482c-bcf7-2c3d8ca8222b', 'name': '', 'network_id': '932c2233-0b32-4805-b867-92602eee8c11', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'mac_address': 'fa:16:3e:be:c1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3cf8f083-f66d-4562-9419-ea62353dc2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:31Z', 'updated_at': '2021-06-30T02:45:36Z', 'revision_number': 4, 'project_id': '2573636811e8489ea915f620c039bf31', 'subnets': [{'id': '3cf8f083-f66d-4562-9419-ea62353dc2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:45:37.062352 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e32a7d8-9ad4-4897-91a7-47a2b09d92ab None None] The sync data for ids ['28bb79f2-c55f-417c-ab62-9aec99008342'] in dv-cinder-733062-20-iscsi is: [{'id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'name': 'tempest-TestVolumeBootPattern-641265457-router', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:32Z', 'revision_number': 4, 'project_id': '2573636811e8489ea915f620c039bf31', 'gw_port': {'id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '95528c09-5999-482c-bcf7-2c3d8ca8222b', 'name': '', 'network_id': '932c2233-0b32-4805-b867-92602eee8c11', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'mac_address': 'fa:16:3e:be:c1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '3cf8f083-f66d-4562-9419-ea62353dc2b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:31Z', 'updated_at': '2021-06-30T02:45:36Z', 'revision_number': 4, 'project_id': '2573636811e8489ea915f620c039bf31', 'subnets': [{'id': '3cf8f083-f66d-4562-9419-ea62353dc2b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:45:37.468811 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 95528c09-5999-482c-bcf7-2c3d8ca8222b up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:37.536433 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 95528c09-5999-482c-bcf7-2c3d8ca8222b completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:37.540414 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 95528c09-5999-482c-bcf7-2c3d8ca8222b triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:37.540787 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.628266 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.663674 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 95528c09-5999-482c-bcf7-2c3d8ca8222b, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=95528c09-5999-482c-bcf7-2c3d8ca8222b,segment=NetworkSegment(5290dfee-c924-4fed-848c-3cf441007eb4),segment_id=5290dfee-c924-4fed-848c-3cf441007eb4)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:37.668308 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:37.718734 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=95528c09-5999-482c-bcf7-2c3d8ca8222b,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:38.053062 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6eaeb-c4cb-4dda-b46f-cd0c6cd184c7 req-877c33d9-a523-480d-9b6b-be79f0b392d9 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:38.054551 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0cb6eaeb-c4cb-4dda-b46f-cd0c6cd184c7 req-877c33d9-a523-480d-9b6b-be79f0b392d9 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 949 time: 0.0640373 Jun 30 02:45:38.097372 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0cb6eaeb-c4cb-4dda-b46f-cd0c6cd184c7 req-f7f61fd1-c8cb-45e1-b1e9-eadf924a021f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368145 Jun 30 02:45:38.329061 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.324033 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device c77df42a-41bb-4627-acab-12c315012292 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:39.325059 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144d23-7e25-4367-91de-2a39bd7f1147 req-c0b917a5-ed3b-4184-81a9-c4cefd5a43fd tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:39.327286 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6f144d23-7e25-4367-91de-2a39bd7f1147 req-c0b917a5-ed3b-4184-81a9-c4cefd5a43fd tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 949 time: 0.0729122 Jun 30 02:45:39.389489 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6f144d23-7e25-4367-91de-2a39bd7f1147 req-9994b638-52a9-4b14-a30a-afaa0d61a916 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550289 Jun 30 02:45:39.407071 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port c77df42a-41bb-4627-acab-12c315012292 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:45:39.414303 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port c77df42a-41bb-4627-acab-12c315012292 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:39.414596 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.542639 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 95528c09-5999-482c-bcf7-2c3d8ca8222b up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:45:39.545321 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.688715 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c57427c-cb8c-4805-95e7-ab7f88fd64fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77df42a-41bb-4627-acab-12c315012292'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:45:39.691036 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cdb387-9c97-47ed-a018-ea5901237f9d" -d '{"events": [{"server_uuid": "6c57427c-cb8c-4805-95e7-ab7f88fd64fe", "name": "network-vif-plugged", "status": "completed", "tag": "c77df42a-41bb-4627-acab-12c315012292"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:45:39.718958 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port c77df42a-41bb-4627-acab-12c315012292, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c77df42a-41bb-4627-acab-12c315012292,segment=NetworkSegment(c973e78c-321f-4838-aa88-bf345f343249),segment_id=c973e78c-321f-4838-aa88-bf345f343249)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:45:39.728059 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.774764 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd43b586-c362-4508-9788-c840840e50a8 x-openstack-request-id: req-cd43b586-c362-4508-9788-c840840e50a8 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:45:39.774903 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c57427c-cb8c-4805-95e7-ab7f88fd64fe", "name": "network-vif-plugged", "status": "completed", "tag": "c77df42a-41bb-4627-acab-12c315012292", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:45:39.775247 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-cd43b586-c362-4508-9788-c840840e50a8 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:45:39.775689 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c57427c-cb8c-4805-95e7-ab7f88fd64fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77df42a-41bb-4627-acab-12c315012292', 'code': 200} Jun 30 02:45:39.787073 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 95528c09-5999-482c-bcf7-2c3d8ca8222b triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:45:39.787454 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:39.799390 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57638) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:39.864182 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=c77df42a-41bb-4627-acab-12c315012292,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:39.939337 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c970e-49e9-448b-aef4-745a1f64f934 req-87e8d853-eab3-4b21-968f-3ce88166ddbd tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:39.946993 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d11c970e-49e9-448b-aef4-745a1f64f934 req-87e8d853-eab3-4b21-968f-3ce88166ddbd tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0782249 Jun 30 02:45:39.993171 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d11c970e-49e9-448b-aef4-745a1f64f934 req-ca08cbb0-f64a-4cb1-866e-3b8ad62754f7 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451415 Jun 30 02:45:40.003169 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-fc02d37f-e396-47c0-b380-be902c376184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.110191 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-fc02d37f-e396-47c0-b380-be902c376184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.116773 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-fc02d37f-e396-47c0-b380-be902c376184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.165773 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02d37f-e396-47c0-b380-be902c376184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4599de8d-1978-47c2-9616-892026cb6d20,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:40.172796 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-fc02d37f-e396-47c0-b380-be902c376184 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5e3a721e542f4ec7b245c77cd18dadd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722095 Jun 30 02:45:40.175352 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57646) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.274390 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-220d9d11-efca-4690-a0ca-40fb9bedbcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.300825 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-220d9d11-efca-4690-a0ca-40fb9bedbcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.360732 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-220d9d11-efca-4690-a0ca-40fb9bedbcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.364671 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-220d9d11-efca-4690-a0ca-40fb9bedbcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.367541 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-220d9d11-efca-4690-a0ca-40fb9bedbcf7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4599de8d-1978-47c2-9616-892026cb6d20 HTTP/1.1" status: 204 len: 168 time: 0.1912899 Jun 30 02:45:40.389452 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d9d11-efca-4690-a0ca-40fb9bedbcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4599de8d-1978-47c2-9616-892026cb6d20,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:40.693561 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57658) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.712781 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c79ead0d-2793-4c37-ac1e-c391b9647c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.823367 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c79ead0d-2793-4c37-ac1e-c391b9647c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.828377 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c79ead0d-2793-4c37-ac1e-c391b9647c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.869525 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ead0d-2793-4c37-ac1e-c391b9647c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9bf096-3805-4081-9cfe-0174d630aa27,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:40.875967 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-c79ead0d-2793-4c37-ac1e-c391b9647c0e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=57b560b1817546da9f73d6f2a26b7fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814137 Jun 30 02:45:40.879174 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57660) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:40.931058 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3d19c4dc-435a-466d-844f-2b8015ddab73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:40.953981 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3d19c4dc-435a-466d-844f-2b8015ddab73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.004551 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3d19c4dc-435a-466d-844f-2b8015ddab73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.008591 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3d19c4dc-435a-466d-844f-2b8015ddab73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:41.009754 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-3d19c4dc-435a-466d-844f-2b8015ddab73 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4b9bf096-3805-4081-9cfe-0174d630aa27 HTTP/1.1" status: 204 len: 168 time: 0.1296482 Jun 30 02:45:41.020508 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19c4dc-435a-466d-844f-2b8015ddab73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9bf096-3805-4081-9cfe-0174d630aa27,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:41.970798 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd166a2-bbf5-4b29-ab44-c3af25e1290d req-428f6b2f-52a9-498d-ab55-32a5b19154a1 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:41.972319 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ecd166a2-bbf5-4b29-ab44-c3af25e1290d req-428f6b2f-52a9-498d-ab55-32a5b19154a1 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0686216 Jun 30 02:45:42.013284 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ecd166a2-bbf5-4b29-ab44-c3af25e1290d req-6095603e-5bc8-42ad-8e1f-25483ad0ba74 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353320 Jun 30 02:45:42.088430 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 57694) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:42.192577 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ec456ad7-9fcc-4c6b-b976-a8c44b22f12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.280202 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ec456ad7-9fcc-4c6b-b976-a8c44b22f12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.284217 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ec456ad7-9fcc-4c6b-b976-a8c44b22f12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.322625 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ec456ad7-9fcc-4c6b-b976-a8c44b22f12f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b06120732de5408f93eda3fc5288cf3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324257 Jun 30 02:45:42.323621 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec456ad7-9fcc-4c6b-b976-a8c44b22f12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f067943-c2f9-4a0a-a325-30a5c4c90aeb,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:42.325832 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 57700) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:45:42.375280 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-96a5f937-29d9-4841-9ed9-f12f4c91398f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.395801 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-96a5f937-29d9-4841-9ed9-f12f4c91398f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.441845 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-96a5f937-29d9-4841-9ed9-f12f4c91398f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.444388 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-96a5f937-29d9-4841-9ed9-f12f4c91398f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.445593 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-96a5f937-29d9-4841-9ed9-f12f4c91398f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7f067943-c2f9-4a0a-a325-30a5c4c90aeb HTTP/1.1" status: 204 len: 168 time: 0.1185913 Jun 30 02:45:42.454627 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5f937-29d9-4841-9ed9-f12f4c91398f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f067943-c2f9-4a0a-a325-30a5c4c90aeb,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:45:42.874294 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:45:42.964986 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-19a5dfa6-ba41-484c-96c5-9d809a1a677e req-2373c100-887e-464a-86c6-273035ecddab service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602386 Jun 30 02:45:44.854086 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5dfa6-ba41-484c-96c5-9d809a1a677e req-36e95101-5512-4edc-a35a-7aa4cd44ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:44.861328 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-19a5dfa6-ba41-484c-96c5-9d809a1a677e req-36e95101-5512-4edc-a35a-7aa4cd44ef25 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 1099 time: 0.0871165 Jun 30 02:45:45.127085 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5dfa6-ba41-484c-96c5-9d809a1a677e req-97d535d6-abcd-4552-9937-5be5efa7113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.128767 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-19a5dfa6-ba41-484c-96c5-9d809a1a677e req-97d535d6-abcd-4552-9937-5be5efa7113d service neutron] 10.222.0.88 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 918 time: 0.2388284 Jun 30 02:45:45.263247 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44c8df-3580-4044-8373-2c395daea73d req-0ef76c5f-d3fc-469f-916f-61104b341cfd tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.269344 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8a44c8df-3580-4044-8373-2c395daea73d req-0ef76c5f-d3fc-469f-916f-61104b341cfd tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.3704247 Jun 30 02:45:45.339638 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55064786-b8c9-4b36-9476-dccb164573c0 req-9ab3d670-fb74-4ce3-8c0a-7efc9f1c7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.342270 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-55064786-b8c9-4b36-9476-dccb164573c0 req-9ab3d670-fb74-4ce3-8c0a-7efc9f1c7b38 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 1103 time: 0.3916266 Jun 30 02:45:45.349806 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-19a5dfa6-ba41-484c-96c5-9d809a1a677e req-0b1d2484-ac3e-47aa-acde-75260ed9c735 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cc1817-02bc-4998-bee2-94f7893d5d86 HTTP/1.1" status: 200 len: 1002 time: 0.2101748 Jun 30 02:45:45.378025 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8a44c8df-3580-4044-8373-2c395daea73d req-7f4de5d6-3f8a-404b-9c57-f21e248dd31d tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077230 Jun 30 02:45:45.435726 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-55064786-b8c9-4b36-9476-dccb164573c0 req-37798a7f-255f-4301-ab22-b6f0188cd61d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848565 Jun 30 02:45:45.439186 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5dfa6-ba41-484c-96c5-9d809a1a677e req-5aedf2ec-46b9-40bb-be19-a7b892159d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.440550 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-19a5dfa6-ba41-484c-96c5-9d809a1a677e req-5aedf2ec-46b9-40bb-be19-a7b892159d98 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 200 len: 855 time: 0.0755830 Jun 30 02:45:45.830940 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5dfa6-ba41-484c-96c5-9d809a1a677e req-328c6cd2-f01f-4bfc-ae25-ca722db5bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:45.832702 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-19a5dfa6-ba41-484c-96c5-9d809a1a677e req-328c6cd2-f01f-4bfc-ae25-ca722db5bc07 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0713637 Jun 30 02:45:45.934143 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-19a5dfa6-ba41-484c-96c5-9d809a1a677e req-cbf86d5a-e475-4f0e-8530-31693e060b37 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939255 Jun 30 02:45:46.059991 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-19a5dfa6-ba41-484c-96c5-9d809a1a677e req-82c75dd7-1fe1-4903-b463-25a2674bcbdd service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951962 Jun 30 02:45:46.576560 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4952f7a-19aa-4728-86da-fcb457c829a4 req-25e6c2a0-a5a8-4f53-b51f-56ac0364210b tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:46.578202 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f4952f7a-19aa-4728-86da-fcb457c829a4 req-25e6c2a0-a5a8-4f53-b51f-56ac0364210b tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0773468 Jun 30 02:45:46.622415 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f4952f7a-19aa-4728-86da-fcb457c829a4 req-a32a6c05-f95d-4213-a492-f2e8a9d03dde tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371084 Jun 30 02:45:47.799257 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456d8a3-b9b1-4fa3-be72-65f05f5b6182 req-4144d9f3-f88e-41f2-b70b-8531dee538f6 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:47.800733 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4456d8a3-b9b1-4fa3-be72-65f05f5b6182 req-4144d9f3-f88e-41f2-b70b-8531dee538f6 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0646758 Jun 30 02:45:47.841866 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4456d8a3-b9b1-4fa3-be72-65f05f5b6182 req-e1aead55-01a7-4aa2-8bef-a48ed5c27933 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352879 Jun 30 02:45:48.267351 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb97fe-e5ef-42c1-9598-cebe269d75cb req-25237c7d-8c9a-4bd0-b1b8-a5be744559f4 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:48.269012 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a6bb97fe-e5ef-42c1-9598-cebe269d75cb req-25237c7d-8c9a-4bd0-b1b8-a5be744559f4 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0767281 Jun 30 02:45:48.320149 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a6bb97fe-e5ef-42c1-9598-cebe269d75cb req-567005dd-fa62-4beb-9856-f76735b5b470 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449648 Jun 30 02:45:49.497544 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628d1f9-41e1-4638-ae3a-9face611befa req-924cfe97-fa1b-4f4e-bf91-4d1c70d4d95c tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:49.499417 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2628d1f9-41e1-4638-ae3a-9face611befa req-924cfe97-fa1b-4f4e-bf91-4d1c70d4d95c tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0711598 Jun 30 02:45:49.551963 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2628d1f9-41e1-4638-ae3a-9face611befa req-2156bce6-55cb-4c5b-9c33-750c478e38a6 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442724 Jun 30 02:45:50.340509 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:45:50.728876 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e4c52-5a67-4bc3-a74e-4460dbf2f67f req-cb246b88-6ae1-4d01-8d88-9a564afc2bcf tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:50.730896 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bf8e4c52-5a67-4bc3-a74e-4460dbf2f67f req-cb246b88-6ae1-4d01-8d88-9a564afc2bcf tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0653968 Jun 30 02:45:50.774646 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bf8e4c52-5a67-4bc3-a74e-4460dbf2f67f req-d7a9010c-7280-4f5d-b799-9984fb572712 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381548 Jun 30 02:45:52.008892 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d4fbc-41cb-4a5a-b2ed-5ffa47f2747e req-7d4289f8-5ad2-4515-933d-7335d1f35872 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:52.010742 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-386d4fbc-41cb-4a5a-b2ed-5ffa47f2747e req-7d4289f8-5ad2-4515-933d-7335d1f35872 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0841999 Jun 30 02:45:52.062490 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-386d4fbc-41cb-4a5a-b2ed-5ffa47f2747e req-4bf8313b-eb9d-4493-a1ac-4c99c601b098 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451670 Jun 30 02:45:53.248099 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d3a19-fab3-4158-8a08-bc6d23776595 req-3913251a-7b6d-437d-a49e-cf057e8b440a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:53.249623 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-691d3a19-fab3-4158-8a08-bc6d23776595 req-3913251a-7b6d-437d-a49e-cf057e8b440a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0712552 Jun 30 02:45:53.290244 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-691d3a19-fab3-4158-8a08-bc6d23776595 req-356d392e-3151-434e-a7eb-ac1bac952ee7 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342066 Jun 30 02:45:54.469989 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08019983-908d-4b5c-9b8e-ab9a094abb02 req-94b8fc93-59cb-456c-9ab5-f85d64b7c4eb tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:54.471475 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-08019983-908d-4b5c-9b8e-ab9a094abb02 req-94b8fc93-59cb-456c-9ab5-f85d64b7c4eb tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0650094 Jun 30 02:45:54.511093 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-08019983-908d-4b5c-9b8e-ab9a094abb02 req-3fbbaf82-1583-4916-b345-426806e0b44f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333173 Jun 30 02:45:55.720546 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363e42e-0131-45a5-84c7-307b389555fc req-34852ad8-f5dd-448d-a5dc-a6a5711baebf tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:55.722011 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8363e42e-0131-45a5-84c7-307b389555fc req-34852ad8-f5dd-448d-a5dc-a6a5711baebf tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0821223 Jun 30 02:45:55.771937 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8363e42e-0131-45a5-84c7-307b389555fc req-bf645590-8738-4a0d-8746-93a26384b273 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441287 Jun 30 02:45:57.075990 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75f118-314e-4795-850e-d5affc0c3dea req-325029b1-513a-4343-b423-5cdf18cb7f01 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:57.079212 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7c75f118-314e-4795-850e-d5affc0c3dea req-325029b1-513a-4343-b423-5cdf18cb7f01 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.1016843 Jun 30 02:45:57.161207 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7c75f118-314e-4795-850e-d5affc0c3dea req-574fd75a-a009-4136-a013-b46104db31b7 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738437 Jun 30 02:45:57.233752 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bd247-18be-41be-a1c9-593c8631d7ea req-3f347abc-065d-490a-8699-115ff5922dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:57.235737 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0b4bd247-18be-41be-a1c9-593c8631d7ea req-3f347abc-065d-490a-8699-115ff5922dad service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0731657 Jun 30 02:45:57.382162 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14afe48-8c07-47b0-8997-17342701d16c req-088ceb48-1055-4c07-9282-422b264ec7e8 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:57.389655 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f14afe48-8c07-47b0-8997-17342701d16c req-088ceb48-1055-4c07-9282-422b264ec7e8 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1385949 Jun 30 02:45:57.402234 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bd247-18be-41be-a1c9-593c8631d7ea req-136d43a6-bb38-4e8d-bef4-39a38773c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:57.403888 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0b4bd247-18be-41be-a1c9-593c8631d7ea req-136d43a6-bb38-4e8d-bef4-39a38773c542 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 921 time: 0.1614723 Jun 30 02:45:57.462969 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0b4bd247-18be-41be-a1c9-593c8631d7ea req-ae47f842-18bf-4794-aef5-7b398c68c39d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2cb7bccc-0119-4216-85b3-7c7928ee4530 HTTP/1.1" status: 200 len: 217 time: 0.0505006 Jun 30 02:45:57.488370 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f14afe48-8c07-47b0-8997-17342701d16c req-aa503a83-9527-42e7-96ab-f9c953abf6f9 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977199 Jun 30 02:45:57.533999 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bd247-18be-41be-a1c9-593c8631d7ea req-4836c522-1317-44b2-bde1-509da1ee81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:57.537997 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0b4bd247-18be-41be-a1c9-593c8631d7ea req-4836c522-1317-44b2-bde1-509da1ee81b8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1ff7300-2787-4759-bd36-dc868e49873a HTTP/1.1" status: 200 len: 859 time: 0.0611527 Jun 30 02:45:57.585813 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0b4bd247-18be-41be-a1c9-593c8631d7ea req-9c84364c-1e0d-4616-bf43-114214c94842 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f0e20c-89ba-4836-934d-c4afdcb05111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331435 Jun 30 02:45:57.694826 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0b4bd247-18be-41be-a1c9-593c8631d7ea req-90adbde2-a2c5-4a3a-9710-8022c1bbf97f service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001930 Jun 30 02:45:57.806155 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0b4bd247-18be-41be-a1c9-593c8631d7ea req-fa8e28aa-9719-4c13-8e27-b46138db79e8 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027544 Jun 30 02:45:58.352091 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f952bb4-14b8-4cdf-9635-1cc66130e187 req-9bbd59f6-bfa5-4878-b6e7-aab7cb0168b3 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:58.354769 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7f952bb4-14b8-4cdf-9635-1cc66130e187 req-9bbd59f6-bfa5-4878-b6e7-aab7cb0168b3 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0670516 Jun 30 02:45:58.397204 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7f952bb4-14b8-4cdf-9635-1cc66130e187 req-44fe800c-d4be-4cc7-bea3-d392e747b22a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363045 Jun 30 02:45:58.700831 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392a201-2121-478c-b620-988be59d048f req-7f5afb27-4fdf-4897-8dc5-191c0c152b10 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:58.702344 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f392a201-2121-478c-b620-988be59d048f req-7f5afb27-4fdf-4897-8dc5-191c0c152b10 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0701001 Jun 30 02:45:58.743639 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f392a201-2121-478c-b620-988be59d048f req-6350f853-5ecf-44e3-bd97-a63295920658 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343595 Jun 30 02:45:59.622195 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a4c3-ce90-475d-8eed-5bad9ee62f2b req-9104799d-8bc8-4eff-9236-064df5c8e4fd tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.623746 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a006a4c3-ce90-475d-8eed-5bad9ee62f2b req-9104799d-8bc8-4eff-9236-064df5c8e4fd tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0829871 Jun 30 02:45:59.662863 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a006a4c3-ce90-475d-8eed-5bad9ee62f2b req-4d96e7d1-8b73-43c4-b0f5-c4559edf6d4c tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Jun 30 02:45:59.946804 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c27dd9-313d-4ee5-aaca-bfa21a5d5753 req-c64a8371-5edb-46b1-8025-08d268c5a946 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:45:59.949700 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f7c27dd9-313d-4ee5-aaca-bfa21a5d5753 req-c64a8371-5edb-46b1-8025-08d268c5a946 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0660563 Jun 30 02:46:00.003749 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f7c27dd9-313d-4ee5-aaca-bfa21a5d5753 req-1808e463-78a0-4fbf-9981-2751722da3b4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462983 Jun 30 02:46:00.860468 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41b0ea-d54c-46d4-bbca-d847fc776db3 req-62da7c43-5c59-4379-9d9e-8b323bc6c82d tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:00.862183 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0c41b0ea-d54c-46d4-bbca-d847fc776db3 req-62da7c43-5c59-4379-9d9e-8b323bc6c82d tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0841324 Jun 30 02:46:00.924862 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0c41b0ea-d54c-46d4-bbca-d847fc776db3 req-06aded13-996f-4c9d-9063-ae9cab55fb2e tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554283 Jun 30 02:46:01.215271 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8918f-44a9-46b1-8b4e-84087ca297f9 req-9c8dbebd-05c3-4fe0-815b-32e86e57dac6 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:01.222060 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4af8918f-44a9-46b1-8b4e-84087ca297f9 req-9c8dbebd-05c3-4fe0-815b-32e86e57dac6 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1000540 Jun 30 02:46:01.255970 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4af8918f-44a9-46b1-8b4e-84087ca297f9 req-cf221fab-740b-4f15-9ffd-bf69db282c79 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329545 Jun 30 02:46:02.124895 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cb750-6cbc-4d37-b902-f1c0e75504ab req-19b0ab69-ab11-44d1-8d8e-cffd407a58f7 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:02.126655 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4b4cb750-6cbc-4d37-b902-f1c0e75504ab req-19b0ab69-ab11-44d1-8d8e-cffd407a58f7 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0701582 Jun 30 02:46:02.165718 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4b4cb750-6cbc-4d37-b902-f1c0e75504ab req-b46b7120-d50c-473e-bc5e-b02e09e518ab tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329390 Jun 30 02:46:02.489229 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdf1a8-6ba8-4a8d-8e01-dd2d53120cb2 req-fb5ffac3-275d-492e-9957-140c2a655d36 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:02.491457 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-51cdf1a8-6ba8-4a8d-8e01-dd2d53120cb2 req-fb5ffac3-275d-492e-9957-140c2a655d36 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1187413 Jun 30 02:46:02.536850 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-51cdf1a8-6ba8-4a8d-8e01-dd2d53120cb2 req-e8ea3271-b1b5-47c4-9472-5f5a62f4d5dc tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357645 Jun 30 02:46:02.737291 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-af3c3bc6-1316-4b4e-9b6d-fa0be818ff4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.353495 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd8df6-a68f-470d-87be-13c3bcc7148e req-ad2491e9-f5f8-4e4e-9312-797aa147c1f4 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.360658 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a6dd8df6-a68f-470d-87be-13c3bcc7148e req-ad2491e9-f5f8-4e4e-9312-797aa147c1f4 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.0731514 Jun 30 02:46:03.424825 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a6dd8df6-a68f-470d-87be-13c3bcc7148e req-ef4ca332-02f9-44a6-86f3-dc14a28af81f tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/security-groups?id=977526e0-ffa0-4126-8035-310b07a6b69d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601957 Jun 30 02:46:03.731493 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device c77df42a-41bb-4627-acab-12c315012292 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:03.870941 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f72f97-4c2f-4913-9a28-5619ced066d1 req-42a14c41-c161-4e4c-8840-87110ed36639 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:03.873419 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-08f72f97-4c2f-4913-9a28-5619ced066d1 req-42a14c41-c161-4e4c-8840-87110ed36639 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.88 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 950 time: 0.1023097 Jun 30 02:46:03.888869 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:03.921154 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c57427c-cb8c-4805-95e7-ab7f88fd64fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77df42a-41bb-4627-acab-12c315012292'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:03.923992 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa18166-fde5-4400-898c-27a193d89540" -d '{"events": [{"server_uuid": "6c57427c-cb8c-4805-95e7-ab7f88fd64fe", "name": "network-vif-unplugged", "status": "completed", "tag": "c77df42a-41bb-4627-acab-12c315012292"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:03.965069 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port c77df42a-41bb-4627-acab-12c315012292, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c77df42a-41bb-4627-acab-12c315012292,segment=NetworkSegment(c973e78c-321f-4838-aa88-bf345f343249),segment_id=c973e78c-321f-4838-aa88-bf345f343249)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:03.973748 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.027558 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-08f72f97-4c2f-4913-9a28-5619ced066d1 req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Deleting port c77df42a-41bb-4627-acab-12c315012292 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:04.028201 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-08f72f97-4c2f-4913-9a28-5619ced066d1 req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.046293 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab45ec9-b115-4f60-b721-e2f7f4a24d39 req-23dc1248-c80d-4740-937b-b201688ad936 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:04.050268 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9819cca-7e5f-4513-b3d2-d1437e515a14 x-openstack-request-id: req-b9819cca-7e5f-4513-b3d2-d1437e515a14 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:04.050743 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c57427c-cb8c-4805-95e7-ab7f88fd64fe", "name": "network-vif-unplugged", "status": "completed", "tag": "c77df42a-41bb-4627-acab-12c315012292", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:04.051199 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b9819cca-7e5f-4513-b3d2-d1437e515a14 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:04.051854 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c57427c-cb8c-4805-95e7-ab7f88fd64fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77df42a-41bb-4627-acab-12c315012292', 'code': 200} Jun 30 02:46:04.052784 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=c77df42a-41bb-4627-acab-12c315012292,revision_number=6']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:04.053282 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0ab45ec9-b115-4f60-b721-e2f7f4a24d39 req-23dc1248-c80d-4740-937b-b201688ad936 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.3577898 Jun 30 02:46:04.099670 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0ab45ec9-b115-4f60-b721-e2f7f4a24d39 req-c7c1493a-9852-4b65-8a71-62d3f4831695 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452394 Jun 30 02:46:04.142781 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-08f72f97-4c2f-4913-9a28-5619ced066d1 req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] For port c77df42a-41bb-4627-acab-12c315012292, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=c77df42a-41bb-4627-acab-12c315012292,segment=NetworkSegment(c973e78c-321f-4838-aa88-bf345f343249),segment_id=c973e78c-321f-4838-aa88-bf345f343249)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:04.143236 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-08f72f97-4c2f-4913-9a28-5619ced066d1 req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.162244 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-08f72f97-4c2f-4913-9a28-5619ced066d1 req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Calling delete_port for c77df42a-41bb-4627-acab-12c315012292 owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:04.295911 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-08f72f97-4c2f-4913-9a28-5619ced066d1 req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.334312 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Pushing event deleted for resources: {'Port': ['ID=c77df42a-41bb-4627-acab-12c315012292,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:04.375000 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:04.375214 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:04.375722 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:04.375847 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:04.376170 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:04.376481 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:04.376830 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:04.377158 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:04.377511 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:04.377827 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:04.378146 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:04.378462 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:04.403929 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f72f97-4c2f-4913-9a28-5619ced066d1 req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] No DVR routers for this DVR port c77df42a-41bb-4627-acab-12c315012292 on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:04.408552 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-08f72f97-4c2f-4913-9a28-5619ced066d1 req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:04.411288 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-08f72f97-4c2f-4913-9a28-5619ced066d1 req-dd5fd0eb-e914-4080-afc4-059e2549ad2a tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.88 "DELETE /v2.0/ports/c77df42a-41bb-4627-acab-12c315012292 HTTP/1.1" status: 204 len: 173 time: 0.5311730 Jun 30 02:46:04.412002 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c57427c-cb8c-4805-95e7-ab7f88fd64fe', 'name': 'network-vif-deleted', 'tag': 'c77df42a-41bb-4627-acab-12c315012292'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:04.415310 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c3ff1d-74ca-4442-8535-ccaed95bdf00" -d '{"events": [{"server_uuid": "6c57427c-cb8c-4805-95e7-ab7f88fd64fe", "name": "network-vif-deleted", "tag": "c77df42a-41bb-4627-acab-12c315012292"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:04.461322 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c8739e-f870-4b85-80be-beb5821054ee x-openstack-request-id: req-d8c8739e-f870-4b85-80be-beb5821054ee {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:04.461709 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c57427c-cb8c-4805-95e7-ab7f88fd64fe", "name": "network-vif-deleted", "tag": "c77df42a-41bb-4627-acab-12c315012292", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:04.462061 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d8c8739e-f870-4b85-80be-beb5821054ee {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:04.462624 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c57427c-cb8c-4805-95e7-ab7f88fd64fe', 'name': 'network-vif-deleted', 'tag': 'c77df42a-41bb-4627-acab-12c315012292', 'status': 'completed', 'code': 200} Jun 30 02:46:04.636807 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-776009da-6be4-4c3e-9bd6-50309d08d8f4 req-8094ffb6-d57e-446f-ab65-87160771e7d9 tempest-VolumesNegativeTest-1165297448 tempest-VolumesNegativeTest-1165297448-project] 10.222.0.104 "GET /v2.0/ports?device_id=6c57427c-cb8c-4805-95e7-ab7f88fd64fe HTTP/1.1" status: 200 len: 210 time: 0.0327232 Jun 30 02:46:05.188413 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-808e9433-ed7b-406a-97f5-dfc9538ed58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:05.285806 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9403648-cf0f-4313-93bf-334dfefa3c9d req-bb3ee05f-b127-4a91-ba0e-d301eb57c33c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:05.287308 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f9403648-cf0f-4313-93bf-334dfefa3c9d req-bb3ee05f-b127-4a91-ba0e-d301eb57c33c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0665717 Jun 30 02:46:05.330244 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f9403648-cf0f-4313-93bf-334dfefa3c9d req-949290f4-5d17-4856-a591-3b7c1bf4ba5f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363150 Jun 30 02:46:05.915492 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.419173 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:06.539160 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e166090-c888-46a2-b77b-6c7dc7343919 req-2edccff5-f55a-4ca7-adad-fbf6d7d4ff18 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:06.541574 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0e166090-c888-46a2-b77b-6c7dc7343919 req-2edccff5-f55a-4ca7-adad-fbf6d7d4ff18 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0837743 Jun 30 02:46:06.597194 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0e166090-c888-46a2-b77b-6c7dc7343919 req-f6256aef-df49-438b-8dd8-e955021345d1 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481207 Jun 30 02:46:06.969731 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d78686-b994-4c1b-a363-8d488c71a5e6 req-ff50927b-ad48-4faf-a152-9bde4c38abaa tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:06.971320 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-72d78686-b994-4c1b-a363-8d488c71a5e6 req-ff50927b-ad48-4faf-a152-9bde4c38abaa tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0707724 Jun 30 02:46:07.013090 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-72d78686-b994-4c1b-a363-8d488c71a5e6 req-d8f9621c-ce52-44c0-9162-4901f749de11 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359709 Jun 30 02:46:07.781235 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 58308) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:07.802903 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885017c-8f22-4cc2-a388-8049c339fdcb req-52c2b668-9757-46db-b4f7-952650f9e681 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:07.805100 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c885017c-8f22-4cc2-a388-8049c339fdcb req-52c2b668-9757-46db-b4f7-952650f9e681 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0739717 Jun 30 02:46:07.831360 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Deleting subnet fb970de5-8d20-488e-98f1-e800e6171d07 {{(pid=99697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:46:07.835783 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.847928 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c885017c-8f22-4cc2-a388-8049c339fdcb req-c2869cf8-7afe-4f4f-9fca-7a51df3a1bd8 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362551 Jun 30 02:46:07.881850 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6836301'] for subnet, precommit_delete_associations {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.927481 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:07.983981 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6448231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756988'] for subnet, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.006974 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb970de5-8d20-488e-98f1-e800e6171d07,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:08.019476 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.021344 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/fb970de5-8d20-488e-98f1-e800e6171d07 HTTP/1.1" status: 204 len: 168 time: 0.2389057 Jun 30 02:46:08.022801 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:08.023174 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:08.023515 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:08.023918 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:08.024032 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 58324) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:08.024247 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:08.024578 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:08.024905 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:08.025229 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:08.025559 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:08.025974 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:08.026295 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:08.026620 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eac80c2-1735-4228-b29f-724d0ad80ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:08.106455 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1486-2fc2-4a0c-8ed8-f65a26fa959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.195900 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1486-2fc2-4a0c-8ed8-f65a26fa959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.200595 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6573b3-1930-432b-b929-7ee78a4ef65e req-54625dea-9c80-4e01-ac87-e5dece62d74b tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:08.202069 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-da6573b3-1930-432b-b929-7ee78a4ef65e req-54625dea-9c80-4e01-ac87-e5dece62d74b tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0661132 Jun 30 02:46:08.211144 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-3e9e1486-2fc2-4a0c-8ed8-f65a26fa959c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618a7680-15be-4e25-b891-05b472011e7c']}} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:08.223603 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-3e9e1486-2fc2-4a0c-8ed8-f65a26fa959c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955d03b1-10d4-4717-8296-5e850872dc06') {'for_net_delete': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:08.223905 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-3e9e1486-2fc2-4a0c-8ed8-f65a26fa959c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955d03b1-10d4-4717-8296-5e850872dc06') {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:46:08.235722 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1486-2fc2-4a0c-8ed8-f65a26fa959c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5995411'] for segment, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.246528 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-da6573b3-1930-432b-b929-7ee78a4ef65e req-65240e18-1e10-426d-bbbd-dc101c313050 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382719 Jun 30 02:46:08.253951 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1486-2fc2-4a0c-8ed8-f65a26fa959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.272274 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9e1486-2fc2-4a0c-8ed8-f65a26fa959c admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=99696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:46:08.272704 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1486-2fc2-4a0c-8ed8-f65a26fa959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4655256'] for segment, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: Traceback (most recent call last): Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: timer() Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: cb(*args, **kw) Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: return func(*args, **kwargs) Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: self._notify() Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: self.callback(batched_events) Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: event.method(event) Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: return f(self, *a, **k) Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: return self._get(url).json() Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: return self.request(url, 'GET', **kwargs) Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:46:08.275437 dv-cinder-733062-20-iscsi neutron-server[99696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:46:08.333568 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.346746 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1486-2fc2-4a0c-8ed8-f65a26fa959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.351489 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3e9e1486-2fc2-4a0c-8ed8-f65a26fa959c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.354601 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-3e9e1486-2fc2-4a0c-8ed8-f65a26fa959c admin admin] 10.222.0.104 "DELETE /v2.0/networks/618a7680-15be-4e25-b891-05b472011e7c HTTP/1.1" status: 204 len: 168 time: 0.3286216 Jun 30 02:46:08.373303 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e1486-2fc2-4a0c-8ed8-f65a26fa959c admin admin] Pushing event deleted for resources: {'Network': ['ID=618a7680-15be-4e25-b891-05b472011e7c,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:08.561877 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 58356) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:08.619461 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-7a9c66c7-b7bc-4ad4-ab62-a8623fa9a98f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=70df55dc3f2546dbbe192a6a7306d2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559123 Jun 30 02:46:08.622237 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 58358) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:08.703085 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8d0fa7d2-da7d-4dec-a1f7-887f3dcf2d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.732935 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8d0fa7d2-da7d-4dec-a1f7-887f3dcf2d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.790893 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8d0fa7d2-da7d-4dec-a1f7-887f3dcf2d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.794533 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8d0fa7d2-da7d-4dec-a1f7-887f3dcf2d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:08.798124 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-8d0fa7d2-da7d-4dec-a1f7-887f3dcf2d01 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3b3f97a7-bc1a-4d0a-9351-81d2206be760 HTTP/1.1" status: 204 len: 168 time: 0.1723561 Jun 30 02:46:08.807607 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fa7d2-da7d-4dec-a1f7-887f3dcf2d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3f97a7-bc1a-4d0a-9351-81d2206be760,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:09.045189 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c2848c-3874-4b1d-bdbf-4b0f5cf817ac req-74b4e147-232b-488b-8ecb-004a83e2063d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:09.046886 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-96c2848c-3874-4b1d-bdbf-4b0f5cf817ac req-74b4e147-232b-488b-8ecb-004a83e2063d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0660625 Jun 30 02:46:09.087401 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-96c2848c-3874-4b1d-bdbf-4b0f5cf817ac req-8e9ecb0f-8a6b-4f21-9c4e-edf644cb43d9 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345016 Jun 30 02:46:09.437120 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec502d-b861-4932-9e11-11b72991d714 req-f4e74c9e-8f3c-4e82-9895-19c1a3200a52 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:09.439099 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e3ec502d-b861-4932-9e11-11b72991d714 req-f4e74c9e-8f3c-4e82-9895-19c1a3200a52 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0722368 Jun 30 02:46:09.477785 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e3ec502d-b861-4932-9e11-11b72991d714 req-94786959-91f1-4364-9e9e-3cf622173612 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Jun 30 02:46:10.264596 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37596b4-5e81-4957-90ff-5174b1386210 req-72d21198-4cff-44f1-84cf-0479503caed7 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:10.266075 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b37596b4-5e81-4957-90ff-5174b1386210 req-72d21198-4cff-44f1-84cf-0479503caed7 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0642109 Jun 30 02:46:10.303339 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b37596b4-5e81-4957-90ff-5174b1386210 req-2b20135c-4715-4590-949b-cf848ba21b78 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314479 Jun 30 02:46:10.653960 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cb990-29cc-4968-8701-2646daa3bd97 req-31fdb538-8b57-4e47-8567-b64bf9a65adc tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:10.655424 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b37cb990-29cc-4968-8701-2646daa3bd97 req-31fdb538-8b57-4e47-8567-b64bf9a65adc tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0670986 Jun 30 02:46:10.691447 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b37cb990-29cc-4968-8701-2646daa3bd97 req-f5d46f1f-e55d-4ab2-b6a6-2db730f68ded tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304816 Jun 30 02:46:11.475215 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9057e4-092b-4575-a3a6-3656e823106c req-d80718d4-806d-474a-b036-c0344e6256ce tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:11.476687 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7b9057e4-092b-4575-a3a6-3656e823106c req-d80718d4-806d-474a-b036-c0344e6256ce tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0623901 Jun 30 02:46:11.514031 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7b9057e4-092b-4575-a3a6-3656e823106c req-6091e8ba-d9a7-41ce-9988-874446d53bb3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Jun 30 02:46:11.861917 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de1b88-45c9-4569-a633-7597f529f8fd req-06f0ed5d-99f3-447d-b566-6a0511a71b10 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:11.863315 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f4de1b88-45c9-4569-a633-7597f529f8fd req-06f0ed5d-99f3-447d-b566-6a0511a71b10 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0622389 Jun 30 02:46:11.899949 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f4de1b88-45c9-4569-a633-7597f529f8fd req-d84b4984-43b0-4bd9-a971-76e477942bd8 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308504 Jun 30 02:46:12.693669 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c728b0-3651-4d21-b6ae-5c2b12667f09 req-7505bddb-db21-4615-92f7-ff3c466b0fbf tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:12.695163 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-80c728b0-3651-4d21-b6ae-5c2b12667f09 req-7505bddb-db21-4615-92f7-ff3c466b0fbf tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0664637 Jun 30 02:46:12.731446 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-80c728b0-3651-4d21-b6ae-5c2b12667f09 req-ddc63475-f046-4f68-a331-75f1f5e22e3c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305991 Jun 30 02:46:12.870764 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:13.068732 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb9534-87a2-4bb3-8e8c-587c17ba1c87 req-46aef3b8-5efe-4c5f-a6b6-c032a30d7003 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.070184 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3bdb9534-87a2-4bb3-8e8c-587c17ba1c87 req-46aef3b8-5efe-4c5f-a6b6-c032a30d7003 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0613885 Jun 30 02:46:13.109786 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3bdb9534-87a2-4bb3-8e8c-587c17ba1c87 req-177dfe75-2a70-4050-a597-ca02df96ee57 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325656 Jun 30 02:46:13.906994 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb2a75-567a-4bb4-aab8-5accf20778ba req-b36dd52f-a7bc-432c-adbc-6c8af118a0bb tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:13.908478 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1fdb2a75-567a-4bb4-aab8-5accf20778ba req-b36dd52f-a7bc-432c-adbc-6c8af118a0bb tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0649893 Jun 30 02:46:13.944730 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1fdb2a75-567a-4bb4-aab8-5accf20778ba req-cee4d508-205e-44ea-a5c8-b9c4c6491654 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307360 Jun 30 02:46:14.282284 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fc539-68a2-4839-8648-c626c33393ed req-9ea9cf72-4dc2-42ce-a386-7cf4783efc50 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:14.283799 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-547fc539-68a2-4839-8648-c626c33393ed req-9ea9cf72-4dc2-42ce-a386-7cf4783efc50 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0638981 Jun 30 02:46:14.326345 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-547fc539-68a2-4839-8648-c626c33393ed req-ea0e6c2e-5d23-45ee-af69-1f195eb1c11b tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368412 Jun 30 02:46:15.119377 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e50f1b-5672-44af-ad25-f4572054eee9 req-c929fb5f-a291-4b81-99e6-027ea0cbb68c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.120949 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84e50f1b-5672-44af-ad25-f4572054eee9 req-c929fb5f-a291-4b81-99e6-027ea0cbb68c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0631576 Jun 30 02:46:15.158225 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84e50f1b-5672-44af-ad25-f4572054eee9 req-56342f4c-8b71-4158-9409-0500c9b5da01 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Jun 30 02:46:15.499874 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d5cf3-f3b2-49b0-b90b-a4c461b5fd83 req-f3f9532f-bf9e-4708-8d81-dc5582359a41 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.501237 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d10d5cf3-f3b2-49b0-b90b-a4c461b5fd83 req-f3f9532f-bf9e-4708-8d81-dc5582359a41 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.88 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.2665684 Jun 30 02:46:15.507264 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fddd66-a08f-4130-acdb-b39063e89a0d req-4e6b6591-ea93-4b22-ae24-f3969b3237c2 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:15.508751 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-77fddd66-a08f-4130-acdb-b39063e89a0d req-4e6b6591-ea93-4b22-ae24-f3969b3237c2 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 946 time: 0.0665860 Jun 30 02:46:15.548587 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-77fddd66-a08f-4130-acdb-b39063e89a0d req-41c0dd75-b693-4ddd-a1cf-d7455823fe50 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319853 Jun 30 02:46:15.600653 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-d10d5cf3-f3b2-49b0-b90b-a4c461b5fd83 req-f76988a3-4e4f-4b7b-915c-c7cbaa400997 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Deleting port fc93e688-1e87-4df0-96cf-ce4600497678 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:15.601004 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d10d5cf3-f3b2-49b0-b90b-a4c461b5fd83 req-f76988a3-4e4f-4b7b-915c-c7cbaa400997 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.689144 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-d10d5cf3-f3b2-49b0-b90b-a4c461b5fd83 req-f76988a3-4e4f-4b7b-915c-c7cbaa400997 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] For port fc93e688-1e87-4df0-96cf-ce4600497678, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=fc93e688-1e87-4df0-96cf-ce4600497678,segment=NetworkSegment(0fbd46c2-4bf0-4435-8fc7-5b120c087c0d),segment_id=0fbd46c2-4bf0-4435-8fc7-5b120c087c0d)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:15.689509 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d10d5cf3-f3b2-49b0-b90b-a4c461b5fd83 req-f76988a3-4e4f-4b7b-915c-c7cbaa400997 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.702677 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-d10d5cf3-f3b2-49b0-b90b-a4c461b5fd83 req-f76988a3-4e4f-4b7b-915c-c7cbaa400997 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Calling delete_port for fc93e688-1e87-4df0-96cf-ce4600497678 owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:15.837290 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d10d5cf3-f3b2-49b0-b90b-a4c461b5fd83 req-f76988a3-4e4f-4b7b-915c-c7cbaa400997 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.865706 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76988a3-4e4f-4b7b-915c-c7cbaa400997 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Pushing event deleted for resources: {'Port': ['ID=fc93e688-1e87-4df0-96cf-ce4600497678,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:15.911980 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10d5cf3-f3b2-49b0-b90b-a4c461b5fd83 req-f76988a3-4e4f-4b7b-915c-c7cbaa400997 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] No DVR routers for this DVR port fc93e688-1e87-4df0-96cf-ce4600497678 on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:15.914556 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d10d5cf3-f3b2-49b0-b90b-a4c461b5fd83 req-f76988a3-4e4f-4b7b-915c-c7cbaa400997 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:15.916997 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d10d5cf3-f3b2-49b0-b90b-a4c461b5fd83 req-f76988a3-4e4f-4b7b-915c-c7cbaa400997 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.88 "DELETE /v2.0/ports/fc93e688-1e87-4df0-96cf-ce4600497678 HTTP/1.1" status: 204 len: 173 time: 0.4096723 Jun 30 02:46:15.917482 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fb78bc-446c-439a-96e1-378703fd466d', 'name': 'network-vif-deleted', 'tag': 'fc93e688-1e87-4df0-96cf-ce4600497678'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:15.919839 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ab82f6-61a1-4794-a3ab-52d7138409d2" -d '{"events": [{"server_uuid": "d6fb78bc-446c-439a-96e1-378703fd466d", "name": "network-vif-deleted", "tag": "fc93e688-1e87-4df0-96cf-ce4600497678"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:15.958148 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edea962f-474d-4d53-bd02-9fa9819d9117 x-openstack-request-id: req-edea962f-474d-4d53-bd02-9fa9819d9117 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:15.958441 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fb78bc-446c-439a-96e1-378703fd466d", "name": "network-vif-deleted", "tag": "fc93e688-1e87-4df0-96cf-ce4600497678", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:15.958809 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-edea962f-474d-4d53-bd02-9fa9819d9117 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:15.959112 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fb78bc-446c-439a-96e1-378703fd466d', 'name': 'network-vif-deleted', 'tag': 'fc93e688-1e87-4df0-96cf-ce4600497678', 'status': 'completed', 'code': 200} Jun 30 02:46:16.360868 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcda4a-bf70-439c-bc1f-9a2b1895778a req-51a7c8f1-f209-4489-8d9e-daa6560eb1ec tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:16.363339 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b3bcda4a-bf70-439c-bc1f-9a2b1895778a req-51a7c8f1-f209-4489-8d9e-daa6560eb1ec tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0755408 Jun 30 02:46:16.406698 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b3bcda4a-bf70-439c-bc1f-9a2b1895778a req-6f356281-7e13-4ed4-92e4-6c41a9b463d8 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 Jun 30 02:46:16.533474 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 58518) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:16.686174 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-fc13a139-3fad-4737-b747-471727c58d6d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=af7c13e07a074f798dcb5b7ca5d48631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514592 Jun 30 02:46:16.688621 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 58526) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:16.729798 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ab5fbefb-b7b0-41ea-bc5e-e1316e5dfa17 req-4b32bad7-dca9-42f7-8fef-8d1d0f335de9 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=d6fb78bc-446c-439a-96e1-378703fd466d HTTP/1.1" status: 200 len: 210 time: 0.0387781 Jun 30 02:46:16.752022 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4163a95e-1fea-4a77-b30c-5ec56b34e1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.777767 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4163a95e-1fea-4a77-b30c-5ec56b34e1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.825198 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4163a95e-1fea-4a77-b30c-5ec56b34e1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.827872 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4163a95e-1fea-4a77-b30c-5ec56b34e1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:16.829036 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-4163a95e-1fea-4a77-b30c-5ec56b34e1bd admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/977526e0-ffa0-4126-8035-310b07a6b69d HTTP/1.1" status: 204 len: 168 time: 0.1393280 Jun 30 02:46:16.836434 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163a95e-1fea-4a77-b30c-5ec56b34e1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977526e0-ffa0-4126-8035-310b07a6b69d,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:17.584829 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389e595-9548-4b61-bb4b-67ec6b677735 req-884ea8a8-284e-4bd6-a249-6d8b2f114965 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:17.586843 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3389e595-9548-4b61-bb4b-67ec6b677735 req-884ea8a8-284e-4bd6-a249-6d8b2f114965 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0631108 Jun 30 02:46:17.630090 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3389e595-9548-4b61-bb4b-67ec6b677735 req-9651a9cc-7be0-4523-9dbf-69f4d74edff2 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361567 Jun 30 02:46:18.801824 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6ced9-2d35-4e95-aa1f-1f1cb5bbecea req-47fb9478-885f-41ad-859e-0b118c6af665 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:18.803508 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6ed6ced9-2d35-4e95-aa1f-1f1cb5bbecea req-47fb9478-885f-41ad-859e-0b118c6af665 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0643935 Jun 30 02:46:18.840616 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6ed6ced9-2d35-4e95-aa1f-1f1cb5bbecea req-c2eca9b4-35a5-4eaf-90ea-da61709d47d2 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Jun 30 02:46:19.390481 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device fc93e688-1e87-4df0-96cf-ce4600497678 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:19.410983 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: fc93e688-1e87-4df0-96cf-ce4600497678 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:19.411365 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device fc93e688-1e87-4df0-96cf-ce4600497678 not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:20.008423 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea1ce8-c261-4ab4-9702-075bb1a00461 req-ffebba2e-1286-46e0-8207-4c181536b3ec tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:20.010077 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7cea1ce8-c261-4ab4-9702-075bb1a00461 req-ffebba2e-1286-46e0-8207-4c181536b3ec tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0610921 Jun 30 02:46:20.046949 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7cea1ce8-c261-4ab4-9702-075bb1a00461 req-5cb81f9d-5820-4851-998f-c53a78b60f9f tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Jun 30 02:46:21.222546 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171cbbc-4f7c-404f-917b-1d01aaa36945 req-3f15e76b-b3c8-4c7f-b04f-5bc1e880bc80 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:21.224037 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f171cbbc-4f7c-404f-917b-1d01aaa36945 req-3f15e76b-b3c8-4c7f-b04f-5bc1e880bc80 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0660760 Jun 30 02:46:21.263342 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f171cbbc-4f7c-404f-917b-1d01aaa36945 req-6cc746f2-3c98-4cba-ad19-6a5daadd0421 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329437 Jun 30 02:46:22.440940 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a4736-8cee-4c63-9363-7a67c922d99a req-12b71970-5aa9-473f-8e6c-8921dcf6b893 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:22.442296 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1c2a4736-8cee-4c63-9363-7a67c922d99a req-12b71970-5aa9-473f-8e6c-8921dcf6b893 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0666764 Jun 30 02:46:22.484671 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1c2a4736-8cee-4c63-9363-7a67c922d99a req-8db335f6-9e65-4fc7-aeb1-206293f06a57 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356493 Jun 30 02:46:23.664601 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40ca3-e777-46bb-9b89-5238bb5b23d9 req-7a317196-b8ec-4ed6-af64-44aacfa696d4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:23.667143 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c8a40ca3-e777-46bb-9b89-5238bb5b23d9 req-7a317196-b8ec-4ed6-af64-44aacfa696d4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0662835 Jun 30 02:46:23.712592 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c8a40ca3-e777-46bb-9b89-5238bb5b23d9 req-4e8c7933-2991-4501-8390-30156a7962c3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Jun 30 02:46:24.913507 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4907dca0-1799-44f3-a1d3-3f34bedb675b req-3041bcea-a15b-4335-86f5-77ffbf817a80 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:24.914987 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4907dca0-1799-44f3-a1d3-3f34bedb675b req-3041bcea-a15b-4335-86f5-77ffbf817a80 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0650334 Jun 30 02:46:24.953268 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4907dca0-1799-44f3-a1d3-3f34bedb675b req-ba9fdd6d-3be1-42fe-9af2-52c962005c4a tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320947 Jun 30 02:46:26.124730 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18036898-9c0c-4782-95f8-c9c2f012acf3 req-7d8d87bd-c921-417d-8949-a2fe792666c2 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:26.126192 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-18036898-9c0c-4782-95f8-c9c2f012acf3 req-7d8d87bd-c921-417d-8949-a2fe792666c2 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0633383 Jun 30 02:46:26.166145 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-18036898-9c0c-4782-95f8-c9c2f012acf3 req-15278627-257d-4ed8-8420-14f61dc3b828 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337057 Jun 30 02:46:27.329310 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:46:27.349550 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a229b04-0daa-4b1b-8245-f20fd1322577 req-46e3209d-57a2-468b-93cb-bc29f883d70a tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:27.351066 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6a229b04-0daa-4b1b-8245-f20fd1322577 req-46e3209d-57a2-468b-93cb-bc29f883d70a tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0682540 Jun 30 02:46:27.389169 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6a229b04-0daa-4b1b-8245-f20fd1322577 req-b02a5c9f-d4c1-48d1-aafc-0941a3336bf2 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319135 Jun 30 02:46:28.563965 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ae344-b459-4439-a2f4-1efc845d4877 req-5d17a8b9-8919-4309-8f8c-37eb4280991b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:28.565446 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-928ae344-b459-4439-a2f4-1efc845d4877 req-5d17a8b9-8919-4309-8f8c-37eb4280991b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0636122 Jun 30 02:46:28.604442 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-928ae344-b459-4439-a2f4-1efc845d4877 req-f559c3b5-e15a-4c31-b8d7-c68f6c75d742 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333452 Jun 30 02:46:29.780598 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851feb2-0eea-436a-be86-ea0a6e2c74f4 req-e674fef9-88fc-4038-9187-078319a7e917 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:29.782189 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4851feb2-0eea-436a-be86-ea0a6e2c74f4 req-e674fef9-88fc-4038-9187-078319a7e917 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0641570 Jun 30 02:46:29.825771 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4851feb2-0eea-436a-be86-ea0a6e2c74f4 req-f7d3346a-7b8f-43a4-9ccd-ab48118dc313 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378952 Jun 30 02:46:31.005844 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e17f33-a439-45a9-8a07-10c14f96f609 req-d85e10e5-bacc-4544-b004-ab2b146cf7c6 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.007331 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-62e17f33-a439-45a9-8a07-10c14f96f609 req-d85e10e5-bacc-4544-b004-ab2b146cf7c6 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0685256 Jun 30 02:46:31.048964 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-62e17f33-a439-45a9-8a07-10c14f96f609 req-953fda6b-30ae-4d4b-b052-c0ffe303ac28 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348108 Jun 30 02:46:31.471979 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 58714) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:31.580404 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ca940ba8-18ba-40fe-a6f9-a3caa512d132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.688186 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ca940ba8-18ba-40fe-a6f9-a3caa512d132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.691921 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ca940ba8-18ba-40fe-a6f9-a3caa512d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.732826 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-ca940ba8-18ba-40fe-a6f9-a3caa512d132 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ce16a9ae183b4663abba25becdc94307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597222 Jun 30 02:46:31.734011 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca940ba8-18ba-40fe-a6f9-a3caa512d132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d81d5d-925d-4ddd-a5f9-0ef37546fc7a,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:31.735740 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 58724) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:31.785644 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-21967fb2-15d6-4d7a-a1b9-ada619ae0054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.806886 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-21967fb2-15d6-4d7a-a1b9-ada619ae0054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.818099 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b44d4e-099b-4701-b44e-1426a687539a req-ce5c3261-4c39-45c6-b8ec-170e31c77a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:31.819637 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-46b44d4e-099b-4701-b44e-1426a687539a req-ce5c3261-4c39-45c6-b8ec-170e31c77a95 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0512843 Jun 30 02:46:31.858597 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-46b44d4e-099b-4701-b44e-1426a687539a req-9f1ca457-10cd-4e3e-8fdf-7635d0291994 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317724 Jun 30 02:46:31.859199 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-21967fb2-15d6-4d7a-a1b9-ada619ae0054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.862057 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-21967fb2-15d6-4d7a-a1b9-ada619ae0054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:31.863187 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-21967fb2-15d6-4d7a-a1b9-ada619ae0054 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/59d81d5d-925d-4ddd-a5f9-0ef37546fc7a HTTP/1.1" status: 204 len: 168 time: 0.1263413 Jun 30 02:46:31.872148 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21967fb2-15d6-4d7a-a1b9-ada619ae0054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d81d5d-925d-4ddd-a5f9-0ef37546fc7a,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:32.245265 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98f725-d424-417a-a7c2-c293b167e344 req-1fa37637-10b4-4b20-8584-f1270cc280f5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:32.247048 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2c98f725-d424-417a-a7c2-c293b167e344 req-1fa37637-10b4-4b20-8584-f1270cc280f5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0780430 Jun 30 02:46:32.290199 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2c98f725-d424-417a-a7c2-c293b167e344 req-d5ee60ba-cb06-494b-bd23-fbadcf04f095 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366602 Jun 30 02:46:32.474199 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-6c979057-1864-4cbc-a5ad-d4135c27a633 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625756494&fields=id&tenant_id=4e13080cb9d04e46988c9efe323c0133 HTTP/1.1" status: 200 len: 267 time: 0.0429394 Jun 30 02:46:32.585999 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-74e96c5d-7e6a-41a1-b1e1-b91aa87cb8e1 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:32.587947 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-74e96c5d-7e6a-41a1-b1e1-b91aa87cb8e1 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 812 time: 0.1066933 Jun 30 02:46:32.601968 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-6dc643e1-82fa-41b0-b4a8-0b0cb0f096a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/quotas/4e13080cb9d04e46988c9efe323c0133 HTTP/1.1" status: 200 len: 375 time: 0.0089443 Jun 30 02:46:32.673597 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-a3683bb4-8d3c-4709-8882-67e117b2c62c tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652347 Jun 30 02:46:32.734002 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-dac054e9-ddbc-4d83-9a20-37d68f7485e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:32.776653 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-3e0de71b-6a0f-43a3-a47d-9bedd19d78ed service neutron] 10.222.0.104 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879796 Jun 30 02:46:32.870052 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e3680109-0b3f-4eda-9a61-be6248776000 service neutron] 10.222.0.104 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863764 Jun 30 02:46:33.174023 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a05bb5c1-b9e9-4443-ac21-4bd2f4f4d877 req-2dadf733-a6ab-407e-9945-4b519905ac28 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 210 time: 0.0282233 Jun 30 02:46:33.497413 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dad81-fc52-448b-ab6f-17bbaccbea75 req-45bff859-62f0-4f24-8813-1ed2fba4d265 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:33.499343 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2e8dad81-fc52-448b-ab6f-17bbaccbea75 req-45bff859-62f0-4f24-8813-1ed2fba4d265 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0766191 Jun 30 02:46:33.545308 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2e8dad81-fc52-448b-ab6f-17bbaccbea75 req-e49dfa92-6ab0-4652-b506-2f072b62db16 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Jun 30 02:46:34.315264 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b4f4086a-c975-4c6d-8cc0-63b4fbc079e8 req-f2e20d1a-7cde-4266-b10c-ff54071c9904 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 210 time: 0.0307841 Jun 30 02:46:34.723870 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f02ad-8fd1-4ec3-ab6c-e10ebef366a5 req-3585263a-e985-4417-a7b9-623c3d3728ed tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:34.725248 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-105f02ad-8fd1-4ec3-ab6c-e10ebef366a5 req-3585263a-e985-4417-a7b9-623c3d3728ed tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0623622 Jun 30 02:46:34.766475 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-105f02ad-8fd1-4ec3-ab6c-e10ebef366a5 req-f31b4b2c-b80a-4802-bbc4-c6255556d3ae tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350173 Jun 30 02:46:35.190739 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-503f956b-0499-499f-92c2-8b0289e62d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.452614 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-85569e05-bb3f-48a9-960d-0c8160a9d2a7 req-3b7c25fb-a9ee-4523-9f39-395090d717b7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 210 time: 0.0281863 Jun 30 02:46:35.918160 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:35.943022 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee9702-2067-4061-8376-6f4321b0bed6 req-9c69d23d-058f-4271-ba16-d50781c71c8b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:35.944500 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cfee9702-2067-4061-8376-6f4321b0bed6 req-9c69d23d-058f-4271-ba16-d50781c71c8b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0690928 Jun 30 02:46:35.983798 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cfee9702-2067-4061-8376-6f4321b0bed6 req-2b7bc3e2-56d0-4153-943c-062a82532912 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323336 Jun 30 02:46:36.417807 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:36.596585 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9cd2b4f6-7843-4434-bb10-642866194a62 req-e14b022a-3cfa-405a-baee-666ef7f22122 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 210 time: 0.0288558 Jun 30 02:46:37.073857 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-83b84314-058a-49de-b41a-0cc95606d08e tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.075608 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-83b84314-058a-49de-b41a-0cc95606d08e tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/networks?id=f5c22950-ce99-44a7-866d-f80154c0e434 HTTP/1.1" status: 200 len: 814 time: 0.1088169 Jun 30 02:46:37.091261 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-360e5593-2314-4dc7-97ba-148668136e5f tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/quotas/6600aa25696843f28d64cb6f627e979c HTTP/1.1" status: 200 len: 375 time: 0.0093799 Jun 30 02:46:37.127885 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-7649ff8b-4d4b-4f34-85c7-38e0b2d4a744 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=6600aa25696843f28d64cb6f627e979c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304258 Jun 30 02:46:37.174608 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935bbf7-5029-4f95-b9d6-e67e03f0b1de req-5a4b46c0-8553-4516-b3af-b8bc2348adda tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.176844 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d935bbf7-5029-4f95-b9d6-e67e03f0b1de req-5a4b46c0-8553-4516-b3af-b8bc2348adda tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0708404 Jun 30 02:46:37.218199 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d935bbf7-5029-4f95-b9d6-e67e03f0b1de req-4fecccdd-8143-4695-831f-c9afddc5c7ad tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341973 Jun 30 02:46:37.304380 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-0c050d87-f2fc-46be-a4bc-e6eea66a6013 service neutron] 10.222.0.104 "GET /v2.0/networks/f5c22950-ce99-44a7-866d-f80154c0e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692877 Jun 30 02:46:37.314297 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b5da87a0-5ee3-496e-a6cf-510e3cab5b74 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:37.315717 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b5da87a0-5ee3-496e-a6cf-510e3cab5b74 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 812 time: 0.1334400 Jun 30 02:46:37.404698 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-941153e7-9175-4249-8615-8476aba133e1 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e13080cb9d04e46988c9efe323c0133 HTTP/1.1" status: 200 len: 379 time: 0.0799093 Jun 30 02:46:37.421591 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Request body: {'port': {'device_id': 'd3c95594-f64f-4d3e-a667-dc5ea27701bd', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'admin_state_up': True, 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'security_groups': ['8e085fcc-923a-4e26-98d8-2763a1444cbb']}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:37.487169 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-89b71f41-03b5-484e-84b6-f5436424df5c service neutron] 10.222.0.104 "GET /v2.0/networks/f5c22950-ce99-44a7-866d-f80154c0e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704159 Jun 30 02:46:37.564996 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Made reservation on behalf of 4e13080cb9d04e46988c9efe323c0133 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:37.568580 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.732837 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-760d53d4-a531-4559-bb11-31e1703f2b3a req-18e83c96-6f5e-41af-9046-d9c55ddfdcf7 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 210 time: 0.0611105 Jun 30 02:46:37.810170 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c331c3ba-f47a-470a-b160-38632272978a req-15ff958b-142e-4977-95b5-5c33dfbaf3e5 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 210 time: 0.0471818 Jun 30 02:46:37.819966 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Allocated IP 172.20.0.14 (58320a80-9569-421e-8eb0-a5be680adf9b/3a033809-892b-48c9-b8cd-293126c56dc8/ebfe57c2-c949-4e91-b927-3dfe78ad00f3) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:37.980717 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:37.995776 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Transition to ACTIVE for port object ebfe57c2-c949-4e91-b927-3dfe78ad00f3 will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:38.030535 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.089262 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 58844) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:38.104232 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Network 58320a80-9569-421e-8eb0-a5be680adf9b is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:38.109026 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:38.111190 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'Port': ['ID=ebfe57c2-c949-4e91-b927-3dfe78ad00f3,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:38.113696 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:38.170995 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:38.171696 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.191542 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-b0a5a457-16e4-4f61-8843-167346935c9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7746692 Jun 30 02:46:38.208419 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Request body: {'port': {'device_id': 'd3c95594-f64f-4d3e-a667-dc5ea27701bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:38.247032 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d5bd928b-b16d-48c8-9c38-5f958378b125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.339278 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.368516 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.405763 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c2361-6e25-4249-8a96-858c62cf6726 req-9afeb9f7-527d-4bf4-9c70-afffc01a81b0 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:38.412689 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-388c2361-6e25-4249-8a96-858c62cf6726 req-9afeb9f7-527d-4bf4-9c70-afffc01a81b0 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0724704 Jun 30 02:46:38.455589 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-388c2361-6e25-4249-8a96-858c62cf6726 req-476a8182-ba88-4beb-bd40-6211122460b0 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420434 Jun 30 02:46:38.484961 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-9e1fe6c6-a910-4e39-bf46-6bddd15acbb5 None None] Provisioning for port ebfe57c2-c949-4e91-b927-3dfe78ad00f3 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:38.489567 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-9e1fe6c6-a910-4e39-bf46-6bddd15acbb5 None None] Provisioning complete for port ebfe57c2-c949-4e91-b927-3dfe78ad00f3 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:38.490169 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9e1fe6c6-a910-4e39-bf46-6bddd15acbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.523763 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d5bd928b-b16d-48c8-9c38-5f958378b125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.529326 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-9e1fe6c6-a910-4e39-bf46-6bddd15acbb5 None None] Port ebfe57c2-c949-4e91-b927-3dfe78ad00f3 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:46:38.538778 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d5bd928b-b16d-48c8-9c38-5f958378b125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.623825 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-d5bd928b-b16d-48c8-9c38-5f958378b125 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1c6a79901b6e4fbc8c65c14bdb816eab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325780 Jun 30 02:46:38.624956 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 58856) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:38.640477 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd928b-b16d-48c8-9c38-5f958378b125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819fcc24-2a33-491a-aad4-d38a484b6a48,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:38.691663 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f535f634-e258-45af-90e9-4f5b09f1dc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.717875 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f535f634-e258-45af-90e9-4f5b09f1dc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.746298 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfe57c2-c949-4e91-b927-3dfe78ad00f3 {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:38.756335 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.774305 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Transition to ACTIVE for port object ebfe57c2-c949-4e91-b927-3dfe78ad00f3 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:38.774485 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f535f634-e258-45af-90e9-4f5b09f1dc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.780341 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f535f634-e258-45af-90e9-4f5b09f1dc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.780565 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:38.783419 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-f535f634-e258-45af-90e9-4f5b09f1dc9d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/819fcc24-2a33-491a-aad4-d38a484b6a48 HTTP/1.1" status: 204 len: 168 time: 0.1574385 Jun 30 02:46:38.801216 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535f634-e258-45af-90e9-4f5b09f1dc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819fcc24-2a33-491a-aad4-d38a484b6a48,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:38.841331 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfe57c2-c949-4e91-b927-3dfe78ad00f3,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:38.968425 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8e969d9a-65ef-4b0d-bb14-849ef0b4f372 req-0f7d12d2-0dfa-467f-a9c1-60749fe3538c tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 210 time: 0.0678875 Jun 30 02:46:39.215645 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Attempting to bind port ebfe57c2-c949-4e91-b927-3dfe78ad00f3 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:39.216174 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Attempting to bind port ebfe57c2-c949-4e91-b927-3dfe78ad00f3 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:39.216356 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Attempting to bind port ebfe57c2-c949-4e91-b927-3dfe78ad00f3 on network 58320a80-9569-421e-8eb0-a5be680adf9b {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:39.237271 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-c0511e7e-e209-4d53-a97a-7e7c9fa89b70 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.238723 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-c0511e7e-e209-4d53-a97a-7e7c9fa89b70 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.88 "GET /v2.0/networks?id=f5c22950-ce99-44a7-866d-f80154c0e434 HTTP/1.1" status: 200 len: 814 time: 0.2616639 Jun 30 02:46:39.242559 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Port ebfe57c2-c949-4e91-b927-3dfe78ad00f3 on network 58320a80-9569-421e-8eb0-a5be680adf9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:39.242892 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Attempting to bind port ebfe57c2-c949-4e91-b927-3dfe78ad00f3 on network 58320a80-9569-421e-8eb0-a5be680adf9b {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:39.247788 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9003-c9c8-44b2-b003-4758755d96c0 req-579c319b-420f-4487-9bf4-f8333b604467 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.249616 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9c3a9003-c9c8-44b2-b003-4758755d96c0 req-579c319b-420f-4487-9bf4-f8333b604467 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0779500 Jun 30 02:46:39.264287 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-ebd887e7-4642-4355-8682-a965f00fc690 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Request body: {'port': {'device_id': '67116939-0393-4727-b81b-7c71fc061722', 'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434', 'admin_state_up': True, 'tenant_id': '6600aa25696843f28d64cb6f627e979c'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:39.270916 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:39.271294 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Checking segment: {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:39.272181 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Bound using segment: {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:39.272664 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Bound port: ebfe57c2-c949-4e91-b927-3dfe78ad00f3, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:39.273024 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.291742 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9c3a9003-c9c8-44b2-b003-4758755d96c0 req-408e6f45-6e24-4709-b0d5-7b02a8922d27 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357950 Jun 30 02:46:39.345589 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8a451-3351-4e0a-a9ee-86c08b550840 req-a0b25b23-9ed4-40cc-8854-6bb1fc182b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.347101 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-73e8a451-3351-4e0a-a9ee-86c08b550840 req-a0b25b23-9ed4-40cc-8854-6bb1fc182b25 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 1098 time: 0.3348062 Jun 30 02:46:39.410552 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04102b4-a515-401b-9efe-f6096b97388b req-d6922a81-3141-49ea-8304-dc7cf3d6bf53 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.412044 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b04102b4-a515-401b-9efe-f6096b97388b req-d6922a81-3141-49ea-8304-dc7cf3d6bf53 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 944 time: 0.3137195 Jun 30 02:46:39.534300 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] For port ebfe57c2-c949-4e91-b927-3dfe78ad00f3, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:39.557332 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] For port ebfe57c2-c949-4e91-b927-3dfe78ad00f3, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ebfe57c2-c949-4e91-b927-3dfe78ad00f3,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:39.563896 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b04102b4-a515-401b-9efe-f6096b97388b req-b1ad4d4d-a08d-4720-b94b-8ffd38d8b223 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197712 Jun 30 02:46:39.573205 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.611407 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8a451-3351-4e0a-a9ee-86c08b550840 req-ba3c61ed-5d81-409b-aeb7-24fcdc992bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.612873 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-73e8a451-3351-4e0a-a9ee-86c08b550840 req-ba3c61ed-5d81-409b-aeb7-24fcdc992bfb service neutron] 10.222.0.88 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 921 time: 0.2443633 Jun 30 02:46:39.618513 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-ebd887e7-4642-4355-8682-a965f00fc690 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Made reservation on behalf of 6600aa25696843f28d64cb6f627e979c for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:46:39.622453 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-ebd887e7-4642-4355-8682-a965f00fc690 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.631830 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.632442 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:39.633795 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] 10.222.0.88 "PUT /v2.0/ports/ebfe57c2-c949-4e91-b927-3dfe78ad00f3 HTTP/1.1" status: 200 len: 1094 time: 1.4309473 Jun 30 02:46:39.639051 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c95594-f64f-4d3e-a667-dc5ea27701bd', 'tag': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:39.641401 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81e4c55-7dc2-40a1-b6af-8b91b7f4545d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c95594-f64f-4d3e-a667-dc5ea27701bd", "tag": "ebfe57c2-c949-4e91-b927-3dfe78ad00f3"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:39.696756 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-73e8a451-3351-4e0a-a9ee-86c08b550840 req-26938153-32a8-47ee-9986-f8457ae16e26 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2cb7bccc-0119-4216-85b3-7c7928ee4530 HTTP/1.1" status: 200 len: 217 time: 0.0716846 Jun 30 02:46:39.699116 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac7317e-98b8-4a9d-af79-0eeb270f093f x-openstack-request-id: req-7ac7317e-98b8-4a9d-af79-0eeb270f093f {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:39.699403 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c95594-f64f-4d3e-a667-dc5ea27701bd", "tag": "ebfe57c2-c949-4e91-b927-3dfe78ad00f3", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:39.699650 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7ac7317e-98b8-4a9d-af79-0eeb270f093f {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:39.700038 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c95594-f64f-4d3e-a667-dc5ea27701bd', 'tag': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3', 'status': 'completed', 'code': 200} Jun 30 02:46:39.779932 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed8d56-0537-481a-aa77-ab807c7d9011 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfe57c2-c949-4e91-b927-3dfe78ad00f3,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:39.847683 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8a451-3351-4e0a-a9ee-86c08b550840 req-ac2a828f-887f-4a7c-9491-f0783a23cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.849158 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-73e8a451-3351-4e0a-a9ee-86c08b550840 req-ac2a828f-887f-4a7c-9491-f0783a23cd31 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1ff7300-2787-4759-bd36-dc868e49873a HTTP/1.1" status: 200 len: 859 time: 0.1193018 Jun 30 02:46:39.917080 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-73e8a451-3351-4e0a-a9ee-86c08b550840 req-2e201631-e27f-4558-9c00-e078aeffd173 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f0e20c-89ba-4836-934d-c4afdcb05111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605659 Jun 30 02:46:39.921502 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-2da2e8d4-8f7b-4ace-9831-9bf241a6f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:39.922864 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-2da2e8d4-8f7b-4ace-9831-9bf241a6f053 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 1097 time: 0.2391548 Jun 30 02:46:39.940738 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-ebd887e7-4642-4355-8682-a965f00fc690 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Allocated IP 172.20.0.4 (f5c22950-ce99-44a7-866d-f80154c0e434/e2b83ea6-b73f-4a7d-8943-cf61d5ab95dc/e37e6fac-c4f4-4918-92ea-a973d1dcf521) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:40.028560 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-5c5b2a91-67f5-46ce-9863-86b09c172242 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebfe57c2-c949-4e91-b927-3dfe78ad00f3 HTTP/1.1" status: 200 len: 217 time: 0.0607271 Jun 30 02:46:40.138107 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3207a12d-d2ec-4647-827b-8a7137de55ec req-6d36738e-fce5-40c9-a3c6-857fcc339c53 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 210 time: 0.0293624 Jun 30 02:46:40.176575 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-4feb44e1-c42e-403b-961c-cfad4e347cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.178032 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-4feb44e1-c42e-403b-961c-cfad4e347cbe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 200 len: 851 time: 0.1159160 Jun 30 02:46:40.433276 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-73e8a451-3351-4e0a-a9ee-86c08b550840 req-ef323bed-d8e1-4fc0-be71-f5db3c31ce14 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643002 Jun 30 02:46:40.538464 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-ebd887e7-4642-4355-8682-a965f00fc690 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.608728 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-0b20ce18-49fd-4e21-9886-b5e5faf28e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.610235 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-0b20ce18-49fd-4e21-9886-b5e5faf28e79 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58320a80-9569-421e-8eb0-a5be680adf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4193287 Jun 30 02:46:40.645377 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38fd58-72d2-4765-b9e2-628b2d6df995 req-cd85857f-d9cb-4d88-956e-39663f798ad3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.646815 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8f38fd58-72d2-4765-b9e2-628b2d6df995 req-cd85857f-d9cb-4d88-956e-39663f798ad3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.2179959 Jun 30 02:46:40.648617 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-73e8a451-3351-4e0a-a9ee-86c08b550840 req-d33ddf41-0521-488a-b47b-cfbd8716b707 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032123 Jun 30 02:46:40.731312 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-ebd887e7-4642-4355-8682-a965f00fc690 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.754830 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ea3ca0-b492-410c-8970-798a5546498a req-d8bd14bf-3e2a-4a3f-9d96-fb3d261a520f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.756325 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b3ea3ca0-b492-410c-8970-798a5546498a req-d8bd14bf-3e2a-4a3f-9d96-fb3d261a520f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 944 time: 0.0707505 Jun 30 02:46:40.758540 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8f38fd58-72d2-4765-b9e2-628b2d6df995 req-4be2d19a-29f8-4c8b-8aa6-f9a55a906942 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741086 Jun 30 02:46:40.798373 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b3ea3ca0-b492-410c-8970-798a5546498a req-a3c73a49-7e0d-416b-aa19-bf440107b08a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356886 Jun 30 02:46:40.803983 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-ebd887e7-4642-4355-8682-a965f00fc690 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Network f5c22950-ce99-44a7-866d-f80154c0e434 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:40.812335 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-ebd887e7-4642-4355-8682-a965f00fc690 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:40.816940 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-ebd887e7-4642-4355-8682-a965f00fc690 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:40.820926 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-a1c9cbff-2c8f-4b1b-a06d-8b1798c12910 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936140 Jun 30 02:46:40.823859 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd887e7-4642-4355-8682-a965f00fc690 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Pushing event updated for resources: {'Port': ['ID=e37e6fac-c4f4-4918-92ea-a973d1dcf521,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:40.916203 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-ebd887e7-4642-4355-8682-a965f00fc690 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:40.916939 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-ebd887e7-4642-4355-8682-a965f00fc690 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:40.937675 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-ebd887e7-4642-4355-8682-a965f00fc690 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6835659 Jun 30 02:46:40.951125 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Request body: {'port': {'device_id': '67116939-0393-4727-b81b-7c71fc061722', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:40.991750 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3164a7b1-59a0-4e8d-a6f7-3cf2ce624605 req-84ba4e91-7535-4eea-97d6-f0e3a0a2f0b6 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469424 Jun 30 02:46:41.034076 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.237289 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e4c55-7dc2-40a1-b6af-8b91b7f4545d req-3962a9d6-bf15-436c-a938-18936429cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.238784 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d81e4c55-7dc2-40a1-b6af-8b91b7f4545d req-3962a9d6-bf15-436c-a938-18936429cc40 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 1097 time: 0.1655514 Jun 30 02:46:41.316513 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d6354-5634-4654-90d5-20f4e3f0e7fc req-abf26295-4a78-4093-a31c-07da84127340 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.318174 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9c1d6354-5634-4654-90d5-20f4e3f0e7fc req-abf26295-4a78-4093-a31c-07da84127340 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 931 time: 0.0632348 Jun 30 02:46:41.356779 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9c1d6354-5634-4654-90d5-20f4e3f0e7fc req-d0cfaedf-907f-42bc-92a1-267a292a8eb6 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325167 Jun 30 02:46:41.378510 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e4c55-7dc2-40a1-b6af-8b91b7f4545d req-efef27fb-7933-4407-a000-f81faf70ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.379983 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d81e4c55-7dc2-40a1-b6af-8b91b7f4545d req-efef27fb-7933-4407-a000-f81faf70ad82 service neutron] 10.222.0.88 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 914 time: 0.1288812 Jun 30 02:46:41.436815 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d81e4c55-7dc2-40a1-b6af-8b91b7f4545d req-57c6c205-461b-4262-8d0f-81955cb3b8be service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebfe57c2-c949-4e91-b927-3dfe78ad00f3 HTTP/1.1" status: 200 len: 217 time: 0.0353861 Jun 30 02:46:41.445088 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37e6fac-c4f4-4918-92ea-a973d1dcf521 {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:41.462495 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.497639 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Transition to ACTIVE for port object e37e6fac-c4f4-4918-92ea-a973d1dcf521 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:46:41.505178 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e4c55-7dc2-40a1-b6af-8b91b7f4545d req-59053103-2a03-40d6-aa8b-d6befc3c4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.506531 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d81e4c55-7dc2-40a1-b6af-8b91b7f4545d req-59053103-2a03-40d6-aa8b-d6befc3c4875 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 200 len: 851 time: 0.0559354 Jun 30 02:46:41.507106 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.589501 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Pushing event updated for resources: {'Port': ['ID=e37e6fac-c4f4-4918-92ea-a973d1dcf521,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:41.654431 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e4c55-7dc2-40a1-b6af-8b91b7f4545d req-790bc55f-1152-40f9-8a3f-f878a1e2f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.655937 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d81e4c55-7dc2-40a1-b6af-8b91b7f4545d req-790bc55f-1152-40f9-8a3f-f878a1e2f28c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58320a80-9569-421e-8eb0-a5be680adf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1422873 Jun 30 02:46:41.678881 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Attempting to bind port e37e6fac-c4f4-4918-92ea-a973d1dcf521 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:46:41.679238 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Attempting to bind port e37e6fac-c4f4-4918-92ea-a973d1dcf521 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '0fbd46c2-4bf0-4435-8fc7-5b120c087c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:46:41.679564 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Attempting to bind port e37e6fac-c4f4-4918-92ea-a973d1dcf521 on network f5c22950-ce99-44a7-866d-f80154c0e434 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:41.715076 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Port e37e6fac-c4f4-4918-92ea-a973d1dcf521 on network f5c22950-ce99-44a7-866d-f80154c0e434 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:46:41.715417 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Attempting to bind port e37e6fac-c4f4-4918-92ea-a973d1dcf521 on network f5c22950-ce99-44a7-866d-f80154c0e434 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:46:41.723660 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:46:41.723991 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Checking segment: {'id': '0fbd46c2-4bf0-4435-8fc7-5b120c087c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:46:41.724364 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Bound using segment: {'id': '0fbd46c2-4bf0-4435-8fc7-5b120c087c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:46:41.724790 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Bound port: e37e6fac-c4f4-4918-92ea-a973d1dcf521, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fbd46c2-4bf0-4435-8fc7-5b120c087c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:46:41.725143 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.796757 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d81e4c55-7dc2-40a1-b6af-8b91b7f4545d req-df5ef511-42f3-4cf7-afb1-687bb2527b1e service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301537 Jun 30 02:46:41.831632 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] For port e37e6fac-c4f4-4918-92ea-a973d1dcf521, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:46:41.870260 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] For port e37e6fac-c4f4-4918-92ea-a973d1dcf521, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e37e6fac-c4f4-4918-92ea-a973d1dcf521,segment=NetworkSegment(0fbd46c2-4bf0-4435-8fc7-5b120c087c0d),segment_id=0fbd46c2-4bf0-4435-8fc7-5b120c087c0d)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:46:41.881154 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.966058 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.966664 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:41.968070 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] 10.222.0.88 "PUT /v2.0/ports/e37e6fac-c4f4-4918-92ea-a973d1dcf521 HTTP/1.1" status: 200 len: 1093 time: 1.0221770 Jun 30 02:46:41.968503 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67116939-0393-4727-b81b-7c71fc061722', 'tag': 'e37e6fac-c4f4-4918-92ea-a973d1dcf521'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:41.970705 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d93e582-68e0-40eb-99d0-e448380b19d2" -d '{"events": [{"name": "network-changed", "server_uuid": "67116939-0393-4727-b81b-7c71fc061722", "tag": "e37e6fac-c4f4-4918-92ea-a973d1dcf521"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:41.982784 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9f009-24d0-4fcb-9be7-5e48cb3ac7c0 req-ebf917ec-b0d8-49c4-8a5f-aa602a86dd86 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:41.984737 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c7a9f009-24d0-4fcb-9be7-5e48cb3ac7c0 req-ebf917ec-b0d8-49c4-8a5f-aa602a86dd86 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 944 time: 0.0667384 Jun 30 02:46:41.995963 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d81e4c55-7dc2-40a1-b6af-8b91b7f4545d req-80cfa77b-b3da-4317-b150-3d95fc9b882b service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893868 Jun 30 02:46:42.010924 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45516c-d83e-434d-a4ad-0f7dbbe1c8bf service neutron] Pushing event updated for resources: {'Port': ['ID=e37e6fac-c4f4-4918-92ea-a973d1dcf521,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:42.030925 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c7a9f009-24d0-4fcb-9be7-5e48cb3ac7c0 req-5c3e7710-dd2f-4dbc-b8ed-d50414e91ee6 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364332 Jun 30 02:46:42.058593 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb07b447-5108-4470-8f14-f6a65db5e160 req-a584dbdc-14c8-4ad8-89d8-66f492e87aa8 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.060195 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-eb07b447-5108-4470-8f14-f6a65db5e160 req-a584dbdc-14c8-4ad8-89d8-66f492e87aa8 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1827881 Jun 30 02:46:42.108166 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-4a4d9349-ff06-478d-a9f5-485f4692f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.109635 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-4a4d9349-ff06-478d-a9f5-485f4692f510 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6600aa25696843f28d64cb6f627e979c&device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 1096 time: 0.0958664 Jun 30 02:46:42.112773 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-eb07b447-5108-4470-8f14-f6a65db5e160 req-b33004cf-6467-4c7a-bcd5-e093521b6a72 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465689 Jun 30 02:46:42.165883 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe461972-0f54-4052-b630-3afb289111a7 x-openstack-request-id: req-fe461972-0f54-4052-b630-3afb289111a7 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:42.166171 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67116939-0393-4727-b81b-7c71fc061722", "tag": "e37e6fac-c4f4-4918-92ea-a973d1dcf521", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:42.166415 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fe461972-0f54-4052-b630-3afb289111a7 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:42.166797 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67116939-0393-4727-b81b-7c71fc061722', 'tag': 'e37e6fac-c4f4-4918-92ea-a973d1dcf521', 'status': 'completed', 'code': 200} Jun 30 02:46:42.168526 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-68a38424-eb60-41ae-9ce0-ac131667d707 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e37e6fac-c4f4-4918-92ea-a973d1dcf521 HTTP/1.1" status: 200 len: 217 time: 0.0420780 Jun 30 02:46:42.215742 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-7323ea05-72a2-4274-8ea7-a54105372b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.217110 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-7323ea05-72a2-4274-8ea7-a54105372b73 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e2b83ea6-b73f-4a7d-8943-cf61d5ab95dc HTTP/1.1" status: 200 len: 854 time: 0.0422580 Jun 30 02:46:42.249859 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-f60ab9fb-ab08-4979-af7a-a4a0e1a1cb01 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5c22950-ce99-44a7-866d-f80154c0e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249288 Jun 30 02:46:42.340036 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-78f216a1-5852-4232-955f-f677847867b3 service neutron] 10.222.0.88 "GET /v2.0/networks/f5c22950-ce99-44a7-866d-f80154c0e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819714 Jun 30 02:46:42.434170 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c9c8a60a-215b-4fcb-999d-cecc7c2728f1 req-c07a2140-a52b-49c6-8068-643ebdde5ce9 service neutron] 10.222.0.88 "GET /v2.0/networks/f5c22950-ce99-44a7-866d-f80154c0e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813835 Jun 30 02:46:42.579878 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ac19d-a1c8-45a1-95b9-fdf0408a4964 req-584e9073-d789-4b13-a036-1bdb817819d7 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.581328 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-819ac19d-a1c8-45a1-95b9-fdf0408a4964 req-584e9073-d789-4b13-a036-1bdb817819d7 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 943 time: 0.1050789 Jun 30 02:46:42.582896 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93e582-68e0-40eb-99d0-e448380b19d2 req-cdd6f32d-354a-481f-be51-ab6a9e62e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.584246 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d93e582-68e0-40eb-99d0-e448380b19d2 req-cdd6f32d-354a-481f-be51-ab6a9e62e15f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=6600aa25696843f28d64cb6f627e979c&device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 1096 time: 0.0986788 Jun 30 02:46:42.666633 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-819ac19d-a1c8-45a1-95b9-fdf0408a4964 req-e05cff49-684d-4c16-a8a6-c528b8b2b696 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796275 Jun 30 02:46:42.696533 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93e582-68e0-40eb-99d0-e448380b19d2 req-509dc90e-bede-49fa-bbf1-38637fa422ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.698081 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d93e582-68e0-40eb-99d0-e448380b19d2 req-509dc90e-bede-49fa-bbf1-38637fa422ae service neutron] 10.222.0.88 "GET /v2.0/networks?id=f5c22950-ce99-44a7-866d-f80154c0e434 HTTP/1.1" status: 200 len: 916 time: 0.1052024 Jun 30 02:46:42.742766 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d93e582-68e0-40eb-99d0-e448380b19d2 req-f215cad7-a7fb-4d9e-85cf-869e81ae4fce service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e37e6fac-c4f4-4918-92ea-a973d1dcf521 HTTP/1.1" status: 200 len: 217 time: 0.0378191 Jun 30 02:46:42.798528 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93e582-68e0-40eb-99d0-e448380b19d2 req-17146ef6-ae99-4eb5-aec8-cad148e21dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:42.800067 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d93e582-68e0-40eb-99d0-e448380b19d2 req-17146ef6-ae99-4eb5-aec8-cad148e21dcf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=e2b83ea6-b73f-4a7d-8943-cf61d5ab95dc HTTP/1.1" status: 200 len: 854 time: 0.0510976 Jun 30 02:46:42.832559 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d93e582-68e0-40eb-99d0-e448380b19d2 req-61442e90-3774-4a86-a4a3-02c35e67395f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=f5c22950-ce99-44a7-866d-f80154c0e434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262215 Jun 30 02:46:42.875183 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:42.923753 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d93e582-68e0-40eb-99d0-e448380b19d2 req-91024ba2-1cdf-4c1b-9569-b22bcde8e100 service neutron] 10.222.0.88 "GET /v2.0/networks/f5c22950-ce99-44a7-866d-f80154c0e434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850196 Jun 30 02:46:43.010588 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d93e582-68e0-40eb-99d0-e448380b19d2 req-8751b652-3dd7-449d-b9c8-8a2997be4e1c service neutron] 10.222.0.88 "GET /v2.0/networks/f5c22950-ce99-44a7-866d-f80154c0e434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801454 Jun 30 02:46:43.215078 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4f655-aa6a-4df4-83df-ce40fbfa2934 req-7fc916ea-fbd1-426b-9205-183a7bed5e9e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.216570 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-54f4f655-aa6a-4df4-83df-ce40fbfa2934 req-7fc916ea-fbd1-426b-9205-183a7bed5e9e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 944 time: 0.0679011 Jun 30 02:46:43.255601 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-54f4f655-aa6a-4df4-83df-ce40fbfa2934 req-18d4386e-9614-4cbb-aba9-d5ef654cf9f0 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332093 Jun 30 02:46:43.296269 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4eda08-b795-43a1-81c4-2576fa39312e req-34965eb7-8597-4d38-9282-5ea4d21b8979 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.297738 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6a4eda08-b795-43a1-81c4-2576fa39312e req-34965eb7-8597-4d38-9282-5ea4d21b8979 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0670395 Jun 30 02:46:43.334384 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6a4eda08-b795-43a1-81c4-2576fa39312e req-09af817a-b2b1-4b5a-9d20-e3b5b3e666f4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310361 Jun 30 02:46:43.835961 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a05731-b2d1-408a-8fec-0a16413f61b5 req-2e27ceff-31fb-4408-a0ec-4d9da49c1f8d tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:43.837896 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f0a05731-b2d1-408a-8fec-0a16413f61b5 req-2e27ceff-31fb-4408-a0ec-4d9da49c1f8d tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 943 time: 0.0642102 Jun 30 02:46:43.875963 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f0a05731-b2d1-408a-8fec-0a16413f61b5 req-ceee8ed0-96e4-4d60-8799-16eeecbae0df tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325005 Jun 30 02:46:44.428337 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d534c-564e-4118-999a-7310e635769c req-7fe8b669-0abb-40ec-85cf-142add460d6b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.429813 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-de5d534c-564e-4118-999a-7310e635769c req-7fe8b669-0abb-40ec-85cf-142add460d6b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 944 time: 0.0625789 Jun 30 02:46:44.473755 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-de5d534c-564e-4118-999a-7310e635769c req-4f447388-a119-478e-b074-bc7ecc0fc010 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378664 Jun 30 02:46:44.505134 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b047b-8909-4c41-a02a-68eaae8566a7 req-b7d94eaa-c249-43a8-838f-b5ae6307d1ba tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:44.506583 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bd1b047b-8909-4c41-a02a-68eaae8566a7 req-b7d94eaa-c249-43a8-838f-b5ae6307d1ba tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0629585 Jun 30 02:46:44.544118 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bd1b047b-8909-4c41-a02a-68eaae8566a7 req-35841e38-a310-434e-bba8-4ab97d86f3c2 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311530 Jun 30 02:46:45.050125 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cc677-2ad5-4858-afc3-0ee9b8df7155 req-0a067676-c508-4fd5-929c-40c2b805ea6a tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.051663 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0d3cc677-2ad5-4858-afc3-0ee9b8df7155 req-0a067676-c508-4fd5-929c-40c2b805ea6a tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 943 time: 0.0685017 Jun 30 02:46:45.090329 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0d3cc677-2ad5-4858-afc3-0ee9b8df7155 req-889957b4-2437-4394-a977-497571792c2f tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Jun 30 02:46:45.648660 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8066483-fb48-4602-a310-5f34e75865a1 req-fb15680b-c2a6-42b1-9c0a-5c8d896a4a5e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.650715 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f8066483-fb48-4602-a310-5f34e75865a1 req-fb15680b-c2a6-42b1-9c0a-5c8d896a4a5e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 944 time: 0.0635502 Jun 30 02:46:45.691632 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f8066483-fb48-4602-a310-5f34e75865a1 req-f0e38898-5f26-4355-b85c-5c64583a3aab tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351641 Jun 30 02:46:45.718928 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4504a6-4025-49f8-882f-499be6cf7826 req-6cfc98c1-b623-4566-a4b1-ee383b076d93 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:45.720429 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cd4504a6-4025-49f8-882f-499be6cf7826 req-6cfc98c1-b623-4566-a4b1-ee383b076d93 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0625367 Jun 30 02:46:45.757799 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cd4504a6-4025-49f8-882f-499be6cf7826 req-376acd50-9c53-47a1-98a1-4ec365390999 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317361 Jun 30 02:46:46.265687 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe9c52-ea7a-469f-811e-b3841741d450 req-5769cedc-cffa-4a38-bebf-54ede79f5985 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.267184 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-defe9c52-ea7a-469f-811e-b3841741d450 req-5769cedc-cffa-4a38-bebf-54ede79f5985 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 943 time: 0.0641143 Jun 30 02:46:46.303937 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-defe9c52-ea7a-469f-811e-b3841741d450 req-178f610d-6b86-4250-ad26-c3e116a6c919 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310113 Jun 30 02:46:46.879806 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff28213-a117-4441-8aa1-61ee6236843e req-b99f9a98-ae4f-4c90-8ac7-be9315db05bd tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:46.881153 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5ff28213-a117-4441-8aa1-61ee6236843e req-b99f9a98-ae4f-4c90-8ac7-be9315db05bd tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 944 time: 0.0793092 Jun 30 02:46:46.940333 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5ff28213-a117-4441-8aa1-61ee6236843e req-7fe55ac5-e110-45e9-ba79-dcae832d6f92 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422082 Jun 30 02:46:46.956114 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e4460a82-6cdb-4be9-8e6f-7d97acb879bd req-1808b5a2-8207-4bc6-9764-274f937c4d77 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0930891 Jun 30 02:46:47.000446 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device e37e6fac-c4f4-4918-92ea-a973d1dcf521 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:47.069477 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4460a82-6cdb-4be9-8e6f-7d97acb879bd req-c2aef6e9-5a2d-4b24-b044-ab42ab4669cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.069477 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e4460a82-6cdb-4be9-8e6f-7d97acb879bd req-c2aef6e9-5a2d-4b24-b044-ab42ab4669cf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=f2c2a0f693164a369d3027991565bcc1&device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 1098 time: 0.0620122 Jun 30 02:46:47.098085 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port e37e6fac-c4f4-4918-92ea-a973d1dcf521, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e37e6fac-c4f4-4918-92ea-a973d1dcf521,segment=NetworkSegment(0fbd46c2-4bf0-4435-8fc7-5b120c087c0d),segment_id=0fbd46c2-4bf0-4435-8fc7-5b120c087c0d)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:47.110205 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': 'e37e6fac-c4f4-4918-92ea-a973d1dcf521', 'network_id': 'f5c22950-ce99-44a7-866d-f80154c0e434', 'port_id': 'e37e6fac-c4f4-4918-92ea-a973d1dcf521', 'mac_address': 'fa:16:3e:ce:b4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2b83ea6-b73f-4a7d-8943-cf61d5ab95dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:47.153613 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.166733 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37e6fac-c4f4-4918-92ea-a973d1dcf521 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:47.189266 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port e37e6fac-c4f4-4918-92ea-a973d1dcf521, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e37e6fac-c4f4-4918-92ea-a973d1dcf521,segment=NetworkSegment(0fbd46c2-4bf0-4435-8fc7-5b120c087c0d),segment_id=0fbd46c2-4bf0-4435-8fc7-5b120c087c0d)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:47.193853 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:47.265605 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=e37e6fac-c4f4-4918-92ea-a973d1dcf521,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:47.273786 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.274219 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.274732 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.275174 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.275577 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.275981 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.276379 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.276797 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.277207 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.277601 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.278022 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.278419 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:46:47.406044 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4460a82-6cdb-4be9-8e6f-7d97acb879bd req-0b75f6fc-a23f-4739-95fd-4db0b506dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.407453 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e4460a82-6cdb-4be9-8e6f-7d97acb879bd req-0b75f6fc-a23f-4739-95fd-4db0b506dfc0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 200 len: 921 time: 0.3059731 Jun 30 02:46:47.459891 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e4460a82-6cdb-4be9-8e6f-7d97acb879bd req-36437e9b-89d1-4362-ac96-622cfc2f42e8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2cb7bccc-0119-4216-85b3-7c7928ee4530 HTTP/1.1" status: 200 len: 217 time: 0.0416582 Jun 30 02:46:47.532760 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4460a82-6cdb-4be9-8e6f-7d97acb879bd req-cdc87999-159f-4be4-a8f7-d90f654b9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.534182 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e4460a82-6cdb-4be9-8e6f-7d97acb879bd req-cdc87999-159f-4be4-a8f7-d90f654b9265 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=a1ff7300-2787-4759-bd36-dc868e49873a HTTP/1.1" status: 200 len: 859 time: 0.0588043 Jun 30 02:46:47.560851 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6b439-568f-4236-b75c-547ae179c6e9 req-bfa052b2-9794-4263-a917-c9a23393d4e1 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:47.562231 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-82e6b439-568f-4236-b75c-547ae179c6e9 req-bfa052b2-9794-4263-a917-c9a23393d4e1 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 944 time: 0.1383698 Jun 30 02:46:47.581778 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e4460a82-6cdb-4be9-8e6f-7d97acb879bd req-9b3e1bfc-141e-401e-9c74-cfddb9143a18 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=20f0e20c-89ba-4836-934d-c4afdcb05111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373573 Jun 30 02:46:47.660118 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-82e6b439-568f-4236-b75c-547ae179c6e9 req-cadb2479-7e9e-4093-93d7-c1576e03caaf tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809529 Jun 30 02:46:47.696000 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e4460a82-6cdb-4be9-8e6f-7d97acb879bd req-ac56db0f-90fa-4be1-9b6b-c781e295c5b6 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018209 Jun 30 02:46:47.706958 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['e37e6fac-c4f4-4918-92ea-a973d1dcf521'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:47.789119 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e4460a82-6cdb-4be9-8e6f-7d97acb879bd req-71f6cf4a-fb4b-4f3b-a4bd-874376790dc8 service neutron] 10.222.0.88 "GET /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856287 Jun 30 02:46:48.118038 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08416021-dec8-423c-a54e-bc9f82fcff0c req-90bfd3ab-54fc-44ca-b87e-25149f068804 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:48.119732 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-08416021-dec8-423c-a54e-bc9f82fcff0c req-90bfd3ab-54fc-44ca-b87e-25149f068804 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 944 time: 0.0634427 Jun 30 02:46:48.158626 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-08416021-dec8-423c-a54e-bc9f82fcff0c req-234b34ea-5e82-47b8-83f7-044da2c9e842 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333011 Jun 30 02:46:48.840101 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d7b15-e2c5-470d-81f5-521a2734efda req-0bd0413c-ad19-4bca-acf3-241c53b3d907 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:48.841531 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-dd5d7b15-e2c5-470d-81f5-521a2734efda req-0bd0413c-ad19-4bca-acf3-241c53b3d907 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 944 time: 0.0659721 Jun 30 02:46:48.879844 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-dd5d7b15-e2c5-470d-81f5-521a2734efda req-66d35c59-26d1-4614-9b20-4aa4839e02ac tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326130 Jun 30 02:46:49.022722 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device e37e6fac-c4f4-4918-92ea-a973d1dcf521 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:49.071588 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port e37e6fac-c4f4-4918-92ea-a973d1dcf521 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:49.075425 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port e37e6fac-c4f4-4918-92ea-a973d1dcf521 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:49.075842 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.151705 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.173849 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67116939-0393-4727-b81b-7c71fc061722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37e6fac-c4f4-4918-92ea-a973d1dcf521'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:49.176078 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfccd7b-33ce-4acb-915e-4e97249bac45" -d '{"events": [{"server_uuid": "67116939-0393-4727-b81b-7c71fc061722", "name": "network-vif-plugged", "status": "completed", "tag": "e37e6fac-c4f4-4918-92ea-a973d1dcf521"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:49.191706 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port e37e6fac-c4f4-4918-92ea-a973d1dcf521, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e37e6fac-c4f4-4918-92ea-a973d1dcf521,segment=NetworkSegment(0fbd46c2-4bf0-4435-8fc7-5b120c087c0d),segment_id=0fbd46c2-4bf0-4435-8fc7-5b120c087c0d)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:49.196403 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:49.220584 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea6ad1b-4339-40e4-af37-fd87eb4bc5e4 x-openstack-request-id: req-aea6ad1b-4339-40e4-af37-fd87eb4bc5e4 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:49.220876 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67116939-0393-4727-b81b-7c71fc061722", "name": "network-vif-plugged", "status": "completed", "tag": "e37e6fac-c4f4-4918-92ea-a973d1dcf521", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:49.221127 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-aea6ad1b-4339-40e4-af37-fd87eb4bc5e4 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:49.221509 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67116939-0393-4727-b81b-7c71fc061722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37e6fac-c4f4-4918-92ea-a973d1dcf521', 'code': 200} Jun 30 02:46:49.250378 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=e37e6fac-c4f4-4918-92ea-a973d1dcf521,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:49.335641 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257e6b-117e-4d5c-ad13-5c0eb5249565 req-f4cd87db-b549-4e2a-81b7-ff8950b52d2b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:49.337697 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b9257e6b-117e-4d5c-ad13-5c0eb5249565 req-f4cd87db-b549-4e2a-81b7-ff8950b52d2b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 944 time: 0.0642397 Jun 30 02:46:49.376964 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b9257e6b-117e-4d5c-ad13-5c0eb5249565 req-b737f10b-a773-4d79-8978-a9125612d20f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336931 Jun 30 02:46:49.473295 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432bf94-1093-4a7a-9c83-901e6daa588d req-2b25f14a-10c7-45e4-98e0-58aefdbdb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:49.474761 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5432bf94-1093-4a7a-9c83-901e6daa588d req-2b25f14a-10c7-45e4-98e0-58aefdbdb070 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 1098 time: 0.0514176 Jun 30 02:46:49.516674 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5432bf94-1093-4a7a-9c83-901e6daa588d req-ad596186-c356-4d81-a495-d4151581c70d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333464 Jun 30 02:46:49.846818 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a39b20-3486-430b-a81d-baa3b2176454 req-35fc5bf2-d5cc-4b1e-b8cb-c20543195f63 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:49.848279 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c1a39b20-3486-430b-a81d-baa3b2176454 req-35fc5bf2-d5cc-4b1e-b8cb-c20543195f63 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0622778 Jun 30 02:46:49.890140 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c1a39b20-3486-430b-a81d-baa3b2176454 req-4ddbaae4-86a3-430c-8cb0-f37e9e8a5524 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352380 Jun 30 02:46:50.050933 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd3158-a2ce-4e47-ba73-4f3bb341484e req-177b1219-8a0b-4cc2-b069-9d348e094c44 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.052421 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-82bd3158-a2ce-4e47-ba73-4f3bb341484e req-177b1219-8a0b-4cc2-b069-9d348e094c44 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 945 time: 0.0632277 Jun 30 02:46:50.091617 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-82bd3158-a2ce-4e47-ba73-4f3bb341484e req-0d85997f-b217-4515-8dfc-f51d0113afee tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329196 Jun 30 02:46:50.549292 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe190b-54f6-4957-b24f-1508080815c9 req-18cd1c33-617c-47e5-b3d5-7659513c0e0a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:50.550750 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-78fe190b-54f6-4957-b24f-1508080815c9 req-18cd1c33-617c-47e5-b3d5-7659513c0e0a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 944 time: 0.0637257 Jun 30 02:46:50.588178 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-78fe190b-54f6-4957-b24f-1508080815c9 req-ea3d6de8-23d7-4109-9ad9-5999c080d303 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316823 Jun 30 02:46:51.029406 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device ebfe57c2-c949-4e91-b927-3dfe78ad00f3 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:46:51.073946 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cdd94-ee8c-4fce-8cbf-b6f037a247fb req-dd760420-365c-4422-9e1e-c5e2c50485ef tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.075579 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-628cdd94-ee8c-4fce-8cbf-b6f037a247fb req-dd760420-365c-4422-9e1e-c5e2c50485ef tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0704954 Jun 30 02:46:51.127594 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-628cdd94-ee8c-4fce-8cbf-b6f037a247fb req-111e5071-1206-46e7-94b4-b9cb944ca23d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Jun 30 02:46:51.132672 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port ebfe57c2-c949-4e91-b927-3dfe78ad00f3, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ebfe57c2-c949-4e91-b927-3dfe78ad00f3,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:51.145849 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'port_id': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3', 'mac_address': 'fa:16:3e:d9:ed:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:46:51.193558 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.206619 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfe57c2-c949-4e91-b927-3dfe78ad00f3 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:46:51.226078 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port ebfe57c2-c949-4e91-b927-3dfe78ad00f3, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ebfe57c2-c949-4e91-b927-3dfe78ad00f3,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:51.231320 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:51.279540 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=ebfe57c2-c949-4e91-b927-3dfe78ad00f3,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:51.281165 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37555e65-7ef3-46be-a462-e566d4510762 req-7e79a774-13cf-4183-85f3-1bb86b16fafc tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.282644 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-37555e65-7ef3-46be-a462-e566d4510762 req-7e79a774-13cf-4183-85f3-1bb86b16fafc tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 945 time: 0.0739365 Jun 30 02:46:51.322408 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-37555e65-7ef3-46be-a462-e566d4510762 req-613dbee6-d3a0-44b0-b13f-b5f48e91a17d tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336938 Jun 30 02:46:51.693177 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['ebfe57c2-c949-4e91-b927-3dfe78ad00f3'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:51.823064 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f8b0d-cc6e-418c-8db2-38dd091e9524 req-a6803da6-0e26-4d6f-8b53-6dd9cd5594c8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:51.824863 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9c9f8b0d-cc6e-418c-8db2-38dd091e9524 req-a6803da6-0e26-4d6f-8b53-6dd9cd5594c8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 945 time: 0.0661738 Jun 30 02:46:51.870528 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9c9f8b0d-cc6e-418c-8db2-38dd091e9524 req-f077178a-6da9-445d-ad6b-1cfffd6abce9 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383849 Jun 30 02:46:52.300081 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d01e0-da07-47b3-a48f-8427d093e592 req-190622b0-9e9a-4e80-9215-753cfe1701a8 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:52.301531 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a79d01e0-da07-47b3-a48f-8427d093e592 req-190622b0-9e9a-4e80-9215-753cfe1701a8 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0638955 Jun 30 02:46:52.338753 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a79d01e0-da07-47b3-a48f-8427d093e592 req-9acda4cd-1604-460a-8808-ca45098c1668 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309355 Jun 30 02:46:53.043301 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623cc7a-3f58-479d-96f8-19f67da6f359 req-95eaddec-b5af-4cb8-82e0-46eb880d40ce tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.044760 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5623cc7a-3f58-479d-96f8-19f67da6f359 req-95eaddec-b5af-4cb8-82e0-46eb880d40ce tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 945 time: 0.0623152 Jun 30 02:46:53.086691 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5623cc7a-3f58-479d-96f8-19f67da6f359 req-fa2a4e86-6551-4301-8a8d-9566c8537d7e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362933 Jun 30 02:46:53.237963 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed4798-ec3c-438b-a50b-cb0e07d40ead req-f35bcf98-36d2-4142-9fb3-a778b98d0e7e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.239480 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f7ed4798-ec3c-438b-a50b-cb0e07d40ead req-f35bcf98-36d2-4142-9fb3-a778b98d0e7e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.88 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0636587 Jun 30 02:46:53.339357 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-f7ed4798-ec3c-438b-a50b-cb0e07d40ead req-34712502-3b6d-4cdd-84c0-e5386f8fee45 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Deleting port 29915648-ff48-4fa1-9add-2e872d0ea18a {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:46:53.340020 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-f7ed4798-ec3c-438b-a50b-cb0e07d40ead req-34712502-3b6d-4cdd-84c0-e5386f8fee45 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.432676 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-f7ed4798-ec3c-438b-a50b-cb0e07d40ead req-34712502-3b6d-4cdd-84c0-e5386f8fee45 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] For port 29915648-ff48-4fa1-9add-2e872d0ea18a, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=29915648-ff48-4fa1-9add-2e872d0ea18a,segment=NetworkSegment(5f047596-0de8-4f8e-af5c-614ba511e33f),segment_id=5f047596-0de8-4f8e-af5c-614ba511e33f)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:53.433039 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-f7ed4798-ec3c-438b-a50b-cb0e07d40ead req-34712502-3b6d-4cdd-84c0-e5386f8fee45 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.445866 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-f7ed4798-ec3c-438b-a50b-cb0e07d40ead req-34712502-3b6d-4cdd-84c0-e5386f8fee45 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Calling delete_port for 29915648-ff48-4fa1-9add-2e872d0ea18a owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:46:53.516742 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b01ee6-8271-4fa0-af86-c65aba7cc6c2 req-e7512ba6-5423-43a9-bb8c-d9d181f65455 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:53.518089 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d4b01ee6-8271-4fa0-af86-c65aba7cc6c2 req-e7512ba6-5423-43a9-bb8c-d9d181f65455 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=519b6886-c2b6-41e3-bda9-48c0d5f9ad1e HTTP/1.1" status: 200 len: 946 time: 0.0673411 Jun 30 02:46:53.558044 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d4b01ee6-8271-4fa0-af86-c65aba7cc6c2 req-bc79f918-cb66-4dea-a66d-d53b780d502d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327442 Jun 30 02:46:53.577690 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-f7ed4798-ec3c-438b-a50b-cb0e07d40ead req-34712502-3b6d-4cdd-84c0-e5386f8fee45 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.596150 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['2cb7bccc-0119-4216-85b3-7c7928ee4530', '29915648-ff48-4fa1-9add-2e872d0ea18a'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:46:53.613621 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34712502-3b6d-4cdd-84c0-e5386f8fee45 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Pushing event deleted for resources: {'Port': ['ID=29915648-ff48-4fa1-9add-2e872d0ea18a,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:53.659971 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ed4798-ec3c-438b-a50b-cb0e07d40ead req-34712502-3b6d-4cdd-84c0-e5386f8fee45 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] No DVR routers for this DVR port 29915648-ff48-4fa1-9add-2e872d0ea18a on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:46:53.662568 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-f7ed4798-ec3c-438b-a50b-cb0e07d40ead req-34712502-3b6d-4cdd-84c0-e5386f8fee45 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:53.664581 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f7ed4798-ec3c-438b-a50b-cb0e07d40ead req-34712502-3b6d-4cdd-84c0-e5386f8fee45 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.88 "DELETE /v2.0/ports/29915648-ff48-4fa1-9add-2e872d0ea18a HTTP/1.1" status: 204 len: 173 time: 0.4197061 Jun 30 02:46:53.665046 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519b6886-c2b6-41e3-bda9-48c0d5f9ad1e', 'name': 'network-vif-deleted', 'tag': '29915648-ff48-4fa1-9add-2e872d0ea18a'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:53.667357 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844dae6b-10c1-45c2-9d9a-bf0c4640a15d" -d '{"events": [{"server_uuid": "519b6886-c2b6-41e3-bda9-48c0d5f9ad1e", "name": "network-vif-deleted", "tag": "29915648-ff48-4fa1-9add-2e872d0ea18a"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:53.705334 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c0ab03-5940-44ef-b4f4-e063273caf90 x-openstack-request-id: req-28c0ab03-5940-44ef-b4f4-e063273caf90 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:53.705727 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519b6886-c2b6-41e3-bda9-48c0d5f9ad1e", "name": "network-vif-deleted", "tag": "29915648-ff48-4fa1-9add-2e872d0ea18a", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:53.705910 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-28c0ab03-5940-44ef-b4f4-e063273caf90 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:53.706455 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519b6886-c2b6-41e3-bda9-48c0d5f9ad1e', 'name': 'network-vif-deleted', 'tag': '29915648-ff48-4fa1-9add-2e872d0ea18a', 'status': 'completed', 'code': 200} Jun 30 02:46:54.266355 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2396-19ad-405d-9718-b5fd8a911087 req-50f8f2e8-96c0-48b9-9797-836308ec83c7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:54.267892 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fd2a2396-19ad-405d-9718-b5fd8a911087 req-50f8f2e8-96c0-48b9-9797-836308ec83c7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 945 time: 0.0681746 Jun 30 02:46:54.308039 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fd2a2396-19ad-405d-9718-b5fd8a911087 req-38c85bb3-31b2-4951-9b1b-f10c39dbcfef tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341692 Jun 30 02:46:55.002362 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a86311-196a-45d5-a2ab-2f4c4a83e996 req-2759d8c2-f1e8-4b34-ae5f-cc4ca72de47a tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.003860 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a6a86311-196a-45d5-a2ab-2f4c4a83e996 req-2759d8c2-f1e8-4b34-ae5f-cc4ca72de47a tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0626161 Jun 30 02:46:55.042658 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a6a86311-196a-45d5-a2ab-2f4c4a83e996 req-a4a7b708-d3a4-4332-ba46-761b59af0a1a tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326893 Jun 30 02:46:55.048517 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device ebfe57c2-c949-4e91-b927-3dfe78ad00f3 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:46:55.098521 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port ebfe57c2-c949-4e91-b927-3dfe78ad00f3 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:46:55.101990 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port ebfe57c2-c949-4e91-b927-3dfe78ad00f3 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:46:55.102775 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.180014 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.202563 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c95594-f64f-4d3e-a667-dc5ea27701bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:46:55.204942 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e626c6-a295-4268-9f2e-1f22c99cd8c0" -d '{"events": [{"server_uuid": "d3c95594-f64f-4d3e-a667-dc5ea27701bd", "name": "network-vif-plugged", "status": "completed", "tag": "ebfe57c2-c949-4e91-b927-3dfe78ad00f3"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:46:55.221281 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port ebfe57c2-c949-4e91-b927-3dfe78ad00f3, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ebfe57c2-c949-4e91-b927-3dfe78ad00f3,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:46:55.228864 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:55.253270 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544aab95-1bc6-4305-9393-bdada8cf8339 x-openstack-request-id: req-544aab95-1bc6-4305-9393-bdada8cf8339 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:46:55.253523 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c95594-f64f-4d3e-a667-dc5ea27701bd", "name": "network-vif-plugged", "status": "completed", "tag": "ebfe57c2-c949-4e91-b927-3dfe78ad00f3", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:46:55.253741 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-544aab95-1bc6-4305-9393-bdada8cf8339 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:46:55.254119 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c95594-f64f-4d3e-a667-dc5ea27701bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3', 'code': 200} Jun 30 02:46:55.280605 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=ebfe57c2-c949-4e91-b927-3dfe78ad00f3,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:55.488356 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e3f73-eb03-46a2-8da1-1fc90e4feb2d req-016e8810-f314-4eaa-be0c-b8d024f14b2d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.489841 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-258e3f73-eb03-46a2-8da1-1fc90e4feb2d req-016e8810-f314-4eaa-be0c-b8d024f14b2d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 946 time: 0.0684977 Jun 30 02:46:55.557342 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-258e3f73-eb03-46a2-8da1-1fc90e4feb2d req-ad360650-4152-483e-9ef9-d9c23111534f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607693 Jun 30 02:46:55.574643 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba10dd-c21b-49e9-a85f-3f01e3734247 req-b76477e4-1698-4658-8032-c346f2a2bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:55.576146 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-52ba10dd-c21b-49e9-a85f-3f01e3734247 req-b76477e4-1698-4658-8032-c346f2a2bb8a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 1099 time: 0.0738008 Jun 30 02:46:55.619208 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-52ba10dd-c21b-49e9-a85f-3f01e3734247 req-f33b9963-bae5-466d-a493-69fa956f607c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326197 Jun 30 02:46:56.216749 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456977b-f500-4aba-aa98-4f67f70abd6a req-3f4d2d41-2e86-491e-aed1-84c177972955 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.218104 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9456977b-f500-4aba-aa98-4f67f70abd6a req-3f4d2d41-2e86-491e-aed1-84c177972955 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0621662 Jun 30 02:46:56.261061 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9456977b-f500-4aba-aa98-4f67f70abd6a req-7e2661ca-fdac-4ae1-a9dc-e4dfba3c1cfe tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370293 Jun 30 02:46:56.728775 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22a472-6665-4594-8f69-1c88d4ea38cd req-00afa90f-c176-43d7-bb1b-1c6dc1678a74 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:56.730225 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1e22a472-6665-4594-8f69-1c88d4ea38cd req-00afa90f-c176-43d7-bb1b-1c6dc1678a74 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 946 time: 0.0619576 Jun 30 02:46:56.767490 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1e22a472-6665-4594-8f69-1c88d4ea38cd req-f6ca1d55-80e8-4416-b539-2142650f2007 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317159 Jun 30 02:46:57.058619 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 29915648-ff48-4fa1-9add-2e872d0ea18a no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:46:57.078811 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 29915648-ff48-4fa1-9add-2e872d0ea18a {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:46:57.079233 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 29915648-ff48-4fa1-9add-2e872d0ea18a not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:46:57.439942 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21232ac3-876a-4c96-ae43-2298ff5f076a req-a0c1e217-f820-4f5d-b82a-c74076eefa9b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.441470 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-21232ac3-876a-4c96-ae43-2298ff5f076a req-a0c1e217-f820-4f5d-b82a-c74076eefa9b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0649707 Jun 30 02:46:57.484276 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-21232ac3-876a-4c96-ae43-2298ff5f076a req-23a0da80-44df-4cf5-9ea9-4bff9833d2da tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361066 Jun 30 02:46:57.938747 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe4378-def0-4774-b4cb-4ccee336c5d0 req-7cae5fdc-0559-4ae1-8fdd-03c36e7d94c9 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:57.940217 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-11fe4378-def0-4774-b4cb-4ccee336c5d0 req-7cae5fdc-0559-4ae1-8fdd-03c36e7d94c9 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 946 time: 0.0657172 Jun 30 02:46:57.981104 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-11fe4378-def0-4774-b4cb-4ccee336c5d0 req-5a1f6fe8-61f0-46e6-8d33-edb712cca176 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353129 Jun 30 02:46:58.161103 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973300a7-59c4-444c-90bb-7a8734b607c0 req-bee489f4-2300-405b-8b73-4985e356a7a3 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.162712 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-973300a7-59c4-444c-90bb-7a8734b607c0 req-bee489f4-2300-405b-8b73-4985e356a7a3 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 946 time: 0.0642076 Jun 30 02:46:58.202108 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-973300a7-59c4-444c-90bb-7a8734b607c0 req-acb5a73f-f434-4922-99c9-a7b0763ff2db tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337508 Jun 30 02:46:58.225838 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59044) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:58.458283 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececd19a-b127-47a1-8f27-1fd6cc463ea1 tempest-TestVolumeBootPattern-1836201403 tempest-TestVolumeBootPattern-1836201403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.460529 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ececd19a-b127-47a1-8f27-1fd6cc463ea1 tempest-TestVolumeBootPattern-1836201403 tempest-TestVolumeBootPattern-1836201403-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 1094 time: 0.2329414 Jun 30 02:46:58.463591 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59048) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:46:58.468321 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Request body: {'floatingip': {'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'port_id': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:46:58.490595 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for floatingip, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.601721 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.699569 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c58cc-92bc-431b-aba9-df18c1375d41 req-326717c3-9352-4079-ad7c-5af956360c6b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:58.702115 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-619c58cc-92bc-431b-aba9-df18c1375d41 req-326717c3-9352-4079-ad7c-5af956360c6b tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0823109 Jun 30 02:46:58.717365 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Allocated IP 172.27.0.52 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/0b12a006-3f92-4d4c-ad0a-ef5295382c05) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:46:58.740704 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-619c58cc-92bc-431b-aba9-df18c1375d41 req-66f9edbe-e6cd-4307-9101-521cd93d10e3 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329809 Jun 30 02:46:58.821344 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.857779 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6448154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:58.895656 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:46:58.898301 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:46:58.901514 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:46:58.926532 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'Port': ['ID=0b12a006-3f92-4d4c-ad0a-ef5295382c05,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:59.452409 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.524649 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.670183 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.674536 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6448168'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.746144 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'Port': ['ID=0b12a006-3f92-4d4c-ad0a-ef5295382c05,revision_number=2']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:46:59.760326 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:46:59.859320 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.l3_db [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Floating IP cf18dbd0-edd9-49ff-8e27-c54a5817ee44 associated. External IP: 172.27.0.52, port: ebfe57c2-c949-4e91-b927-3dfe78ad00f3. Jun 30 02:46:59.913616 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d800e-f678-4793-aee1-3c8827a8c862 req-805f1ca2-eeea-4338-bec5-b7c480c8f517 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:46:59.915413 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-148d800e-f678-4793-aee1-3c8827a8c862 req-805f1ca2-eeea-4338-bec5-b7c480c8f517 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0636129 Jun 30 02:46:59.953975 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-148d800e-f678-4793-aee1-3c8827a8c862 req-1aa5d3af-1845-4b41-a1be-39b11166c7e6 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326483 Jun 30 02:47:00.068687 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:00.176608 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:00.186356 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070bc334-706b-4389-94d9-79bb6426c22c None None] Sync routers for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:00.192807 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:00.196346 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070bc334-706b-4389-94d9-79bb6426c22c None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:00.197011 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-070bc334-706b-4389-94d9-79bb6426c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:46:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.234090 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-88cdcc9c-a441-4e32-820e-bdaf8fe83af7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7691216 Jun 30 02:47:00.234515 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c95594-f64f-4d3e-a667-dc5ea27701bd', 'tag': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3'}] {{(pid=99697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:00.236843 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b7f5baf573436b176afe0d81d1f51af27148d2e3508bf06a547a56a88bfd8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d310727e-dbc7-41fb-8ae6-422b45a5eb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c95594-f64f-4d3e-a667-dc5ea27701bd", "tag": "ebfe57c2-c949-4e91-b927-3dfe78ad00f3"}]}' {{(pid=99697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:00.278599 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68910de4-8d5f-43f0-9b6f-7b38256800a4 x-openstack-request-id: req-68910de4-8d5f-43f0-9b6f-7b38256800a4 {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:00.278883 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c95594-f64f-4d3e-a667-dc5ea27701bd", "tag": "ebfe57c2-c949-4e91-b927-3dfe78ad00f3", "status": "completed", "code": 200}]} {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:00.279162 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-68910de4-8d5f-43f0-9b6f-7b38256800a4 {{(pid=99697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:00.279588 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c95594-f64f-4d3e-a667-dc5ea27701bd', 'tag': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3', 'status': 'completed', 'code': 200} Jun 30 02:47:00.379927 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-070bc334-706b-4389-94d9-79bb6426c22c None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:00.593642 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-070bc334-706b-4389-94d9-79bb6426c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'cf18dbd0-edd9-49ff-8e27-c54a5817ee44', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:d9:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c95594-f64f-4d3e-a667-dc5ea27701bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:46:59Z', 'updated_at': '2021-06-30T02:46:59Z', 'revision_number': 0, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.619596 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070bc334-706b-4389-94d9-79bb6426c22c None None] Checking router: 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:00.627778 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070bc334-706b-4389-94d9-79bb6426c22c None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:00.628369 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-070bc334-706b-4389-94d9-79bb6426c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:46:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.729974 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-070bc334-706b-4389-94d9-79bb6426c22c None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:00.950248 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-070bc334-706b-4389-94d9-79bb6426c22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'cf18dbd0-edd9-49ff-8e27-c54a5817ee44', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:d9:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c95594-f64f-4d3e-a667-dc5ea27701bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:46:59Z', 'updated_at': '2021-06-30T02:46:59Z', 'revision_number': 0, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:00.975373 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070bc334-706b-4389-94d9-79bb6426c22c None None] The sync data for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi is: [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'cf18dbd0-edd9-49ff-8e27-c54a5817ee44', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:d9:ed:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c95594-f64f-4d3e-a667-dc5ea27701bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:46:59Z', 'updated_at': '2021-06-30T02:46:59Z', 'revision_number': 0, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:01.131193 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc339b-0ba7-47c3-9947-ba4a28fa60ad req-b1a50289-0c9d-49cf-9a09-a4a4395070a0 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:01.132726 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5bbc339b-0ba7-47c3-9947-ba4a28fa60ad req-b1a50289-0c9d-49cf-9a09-a4a4395070a0 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0644548 Jun 30 02:47:01.162845 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ef5dc2-baf8-43ca-aee5-64259e724165 None None] New status for floating IP cf18dbd0-edd9-49ff-8e27-c54a5817ee44: ACTIVE {{(pid=99698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:47:01.173757 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5bbc339b-0ba7-47c3-9947-ba4a28fa60ad req-d325a320-4447-4041-9b9d-0ef9b16745c5 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337014 Jun 30 02:47:02.351404 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265f824-ea3f-484e-b723-7bf61524c165 req-a2e13a72-7dc4-4ce6-ae23-34d47236ae6c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:02.353241 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6265f824-ea3f-484e-b723-7bf61524c165 req-a2e13a72-7dc4-4ce6-ae23-34d47236ae6c tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0684586 Jun 30 02:47:02.391997 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6265f824-ea3f-484e-b723-7bf61524c165 req-b035816a-35c0-4d06-b362-45b812576720 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332365 Jun 30 02:47:02.735885 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-51d10d9d-ada6-45b3-8ada-ddd152725fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:03.567844 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132cfb9-4243-465a-8d3e-a4f2febb3379 req-c036c278-5838-4fe6-bd1f-42cca6d18b36 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:03.569313 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4132cfb9-4243-465a-8d3e-a4f2febb3379 req-c036c278-5838-4fe6-bd1f-42cca6d18b36 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0643964 Jun 30 02:47:03.607392 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4132cfb9-4243-465a-8d3e-a4f2febb3379 req-398fd4c8-93a4-4474-b28e-2a511fb762c7 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318921 Jun 30 02:47:04.266815 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310727e-dbc7-41fb-8ae6-422b45a5eb1e req-2721e296-4163-4313-87f0-d661c6ddbd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.268323 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d310727e-dbc7-41fb-8ae6-422b45a5eb1e req-2721e296-4163-4313-87f0-d661c6ddbd07 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 1099 time: 0.0569289 Jun 30 02:47:04.327884 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:47:04.360570 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310727e-dbc7-41fb-8ae6-422b45a5eb1e req-533e5a70-8d5c-4cf0-9d84-e2a057b9a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.362014 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d310727e-dbc7-41fb-8ae6-422b45a5eb1e req-533e5a70-8d5c-4cf0-9d84-e2a057b9a9fa service neutron] 10.222.0.88 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 914 time: 0.0853188 Jun 30 02:47:04.435516 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d310727e-dbc7-41fb-8ae6-422b45a5eb1e req-53370434-fe9a-436a-bc63-299bacb1993c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebfe57c2-c949-4e91-b927-3dfe78ad00f3 HTTP/1.1" status: 200 len: 1001 time: 0.0621984 Jun 30 02:47:04.485302 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310727e-dbc7-41fb-8ae6-422b45a5eb1e req-df271856-27f5-4348-b41b-65824082e45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.486658 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d310727e-dbc7-41fb-8ae6-422b45a5eb1e req-df271856-27f5-4348-b41b-65824082e45d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 200 len: 851 time: 0.0442767 Jun 30 02:47:04.543391 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310727e-dbc7-41fb-8ae6-422b45a5eb1e req-07f0649a-1d6a-4be8-bc28-1bc5f9dd7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.544912 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d310727e-dbc7-41fb-8ae6-422b45a5eb1e req-07f0649a-1d6a-4be8-bc28-1bc5f9dd7616 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58320a80-9569-421e-8eb0-a5be680adf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506189 Jun 30 02:47:04.640339 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d310727e-dbc7-41fb-8ae6-422b45a5eb1e req-2607d764-b173-406e-9c48-5d7e3ae1f104 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851099 Jun 30 02:47:04.758927 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d310727e-dbc7-41fb-8ae6-422b45a5eb1e req-9efebbe3-f277-4652-b353-ff6bd4f9be19 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078959 Jun 30 02:47:04.790993 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5113cd0-ae39-4329-9d0d-9836379ba671 req-a0925937-e92b-4fcf-9ee0-20bfa89ec1dd tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:04.792462 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e5113cd0-ae39-4329-9d0d-9836379ba671 req-a0925937-e92b-4fcf-9ee0-20bfa89ec1dd tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0742669 Jun 30 02:47:04.829633 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e5113cd0-ae39-4329-9d0d-9836379ba671 req-1fad06de-d76b-4f9b-b9a5-e2850ec207ad tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314381 Jun 30 02:47:05.192644 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-e73c5375-b8ab-4f66-9fc1-3a6a0a908b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:05.918713 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:06.007294 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb867e27-8dd6-4ffb-b9af-4151763ad616 req-675dbddf-f9da-47e3-bfee-9815e2ebb519 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:06.008756 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-eb867e27-8dd6-4ffb-b9af-4151763ad616 req-675dbddf-f9da-47e3-bfee-9815e2ebb519 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0677490 Jun 30 02:47:06.046049 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-eb867e27-8dd6-4ffb-b9af-4151763ad616 req-5463b539-c044-414c-b748-5e45a3049bb4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Jun 30 02:47:06.419792 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:07.220952 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32fc2a-7972-4555-b5a6-0100022a0422 req-9b926c36-40f6-4a60-ae1c-1fe879ceb764 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:07.222480 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1c32fc2a-7972-4555-b5a6-0100022a0422 req-9b926c36-40f6-4a60-ae1c-1fe879ceb764 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0664077 Jun 30 02:47:07.261597 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1c32fc2a-7972-4555-b5a6-0100022a0422 req-e66631b6-a825-4e3f-8454-9e3b90df85c4 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328815 Jun 30 02:47:08.330248 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:08.438530 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9af78-67e7-4dae-8e9c-0e7a864ef8c2 req-7a2eed97-c184-4cce-8210-27b26cc7b75e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:08.440009 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bea9af78-67e7-4dae-8e9c-0e7a864ef8c2 req-7a2eed97-c184-4cce-8210-27b26cc7b75e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0648503 Jun 30 02:47:08.477827 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bea9af78-67e7-4dae-8e9c-0e7a864ef8c2 req-20c79ee3-dc2a-409b-bc87-c51d1f02e5be tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322070 Jun 30 02:47:09.654106 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43535bd4-5f79-4dc0-90ee-dedf091b1514 req-b51627cc-b193-4675-8b15-76f41847a578 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:09.655586 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-43535bd4-5f79-4dc0-90ee-dedf091b1514 req-b51627cc-b193-4675-8b15-76f41847a578 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0637939 Jun 30 02:47:09.694257 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-43535bd4-5f79-4dc0-90ee-dedf091b1514 req-45ae6303-c381-41d4-8d22-2fafef4b1ceb tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330458 Jun 30 02:47:10.863462 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a8e84-a87e-4749-8beb-d8aa8a2d1542 req-9c492c5e-ff80-4fbc-8132-5f8b412e601e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:10.864870 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ce7a8e84-a87e-4749-8beb-d8aa8a2d1542 req-9c492c5e-ff80-4fbc-8132-5f8b412e601e tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0623412 Jun 30 02:47:10.903946 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ce7a8e84-a87e-4749-8beb-d8aa8a2d1542 req-3d09bf4a-e23c-4749-b4ec-c24a304d118d tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324640 Jun 30 02:47:11.854533 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34284d1b-82f5-46d8-a6fa-1727e3ca1b0e req-ec6ac6cf-3186-4077-b5d3-9a7cf8d102a7 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:11.855989 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-34284d1b-82f5-46d8-a6fa-1727e3ca1b0e req-ec6ac6cf-3186-4077-b5d3-9a7cf8d102a7 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.88 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.0667064 Jun 30 02:47:11.957193 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-34284d1b-82f5-46d8-a6fa-1727e3ca1b0e req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Deleting port 2cb7bccc-0119-4216-85b3-7c7928ee4530 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:11.957927 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-34284d1b-82f5-46d8-a6fa-1727e3ca1b0e req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.085941 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-34284d1b-82f5-46d8-a6fa-1727e3ca1b0e req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] For port 2cb7bccc-0119-4216-85b3-7c7928ee4530, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2cb7bccc-0119-4216-85b3-7c7928ee4530,segment=NetworkSegment(5f047596-0de8-4f8e-af5c-614ba511e33f),segment_id=5f047596-0de8-4f8e-af5c-614ba511e33f)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:12.086305 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-34284d1b-82f5-46d8-a6fa-1727e3ca1b0e req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.103327 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-34284d1b-82f5-46d8-a6fa-1727e3ca1b0e req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Calling delete_port for 2cb7bccc-0119-4216-85b3-7c7928ee4530 owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:12.130577 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7279e-19ea-475b-ab89-856aef171636 req-ba52885b-d971-48f9-bd4c-e6e409033673 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:12.132069 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8cd7279e-19ea-475b-ab89-856aef171636 req-ba52885b-d971-48f9-bd4c-e6e409033673 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/ports?device_id=a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8 HTTP/1.1" status: 200 len: 945 time: 0.1108482 Jun 30 02:47:12.212022 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8cd7279e-19ea-475b-ab89-856aef171636 req-295f0214-b10d-4bc8-95f0-a5c1cb3086d0 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.104 "GET /v2.0/security-groups?id=370e76e1-3f69-43f3-830b-f3ee683c29c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500658 Jun 30 02:47:12.273918 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-34284d1b-82f5-46d8-a6fa-1727e3ca1b0e req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.286690 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['2cb7bccc-0119-4216-85b3-7c7928ee4530'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:12.302292 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Pushing event deleted for resources: {'Port': ['ID=2cb7bccc-0119-4216-85b3-7c7928ee4530,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:12.315090 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:12.315440 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:12.315783 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:12.316125 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:12.316454 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:12.316783 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:12.317110 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:12.317434 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:12.317758 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:12.318080 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:12.318400 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:12.318719 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:12.359154 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-34284d1b-82f5-46d8-a6fa-1727e3ca1b0e req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] No DVR routers for this DVR port 2cb7bccc-0119-4216-85b3-7c7928ee4530 on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:12.361348 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-34284d1b-82f5-46d8-a6fa-1727e3ca1b0e req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:12.363396 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-34284d1b-82f5-46d8-a6fa-1727e3ca1b0e req-1d3ffcee-5a4b-4fad-b505-6ce8854e7623 tempest-ServerRescueNegativeTestJSON-669052266 tempest-ServerRescueNegativeTestJSON-669052266-project] 10.222.0.88 "DELETE /v2.0/ports/2cb7bccc-0119-4216-85b3-7c7928ee4530 HTTP/1.1" status: 204 len: 173 time: 0.5018318 Jun 30 02:47:12.363816 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8', 'name': 'network-vif-deleted', 'tag': '2cb7bccc-0119-4216-85b3-7c7928ee4530'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:12.366020 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eac5d7-6698-41ea-92f9-ca22a67feb03" -d '{"events": [{"server_uuid": "a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8", "name": "network-vif-deleted", "tag": "2cb7bccc-0119-4216-85b3-7c7928ee4530"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:12.403346 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f754be8f-3618-48c3-864e-f6aa3955f6dd x-openstack-request-id: req-f754be8f-3618-48c3-864e-f6aa3955f6dd {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:12.403636 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8", "name": "network-vif-deleted", "tag": "2cb7bccc-0119-4216-85b3-7c7928ee4530", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:12.403911 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f754be8f-3618-48c3-864e-f6aa3955f6dd {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:12.404301 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f34339-e1e2-41a8-b55e-f6a5c0da1ed8', 'name': 'network-vif-deleted', 'tag': '2cb7bccc-0119-4216-85b3-7c7928ee4530', 'status': 'completed', 'code': 200} Jun 30 02:47:12.862053 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:13.303628 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59140) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:13.723562 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040810'] for router_interface, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.222388 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Deleting port fd79bf45-0ef7-4d0b-9ea4-c7747e777286 {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:14.222663 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.305533 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.db [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] For port fd79bf45-0ef7-4d0b-9ea4-c7747e777286, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=fd79bf45-0ef7-4d0b-9ea4-c7747e777286,segment=NetworkSegment(5f047596-0de8-4f8e-af5c-614ba511e33f),segment_id=5f047596-0de8-4f8e-af5c-614ba511e33f)] {{(pid=99697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:14.306207 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.319346 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Calling delete_port for fd79bf45-0ef7-4d0b-9ea4-c7747e777286 owned by network:router_interface {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:14.540737 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.567380 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd79bf45-0ef7-4d0b-9ea4-c7747e777286,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:14.613319 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:14.613731 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:14.614129 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:14.614516 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:14.614853 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:14.615228 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:14.615590 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:14.615963 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:14.616360 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:14.616992 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:14.617418 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:14.617927 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:14.753266 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1040720'] for router_interface, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:14.963466 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Router 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:15.069781 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:15.078426 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59158) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:15.081569 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e4f767-66e8-4d0a-8a64-da2f9ff4eb21 None None] Sync routers for ids ['2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:15.091281 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-2b8e00ab-21d4-47bb-b99d-97bae572ba2a admin admin] 10.222.0.104 "PUT /v2.0/routers/2cb32e7c-e386-46e2-8af5-dc7400e2aaa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7827988 Jun 30 02:47:15.105110 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e4f767-66e8-4d0a-8a64-da2f9ff4eb21 None None] Routers {'2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:15.106009 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-22e4f767-66e8-4d0a-8a64-da2f9ff4eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:15.168077 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 2cb7bccc-0119-4216-85b3-7c7928ee4530 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:15.190812 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 2cb7bccc-0119-4216-85b3-7c7928ee4530 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:15.191495 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 2cb7bccc-0119-4216-85b3-7c7928ee4530 not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:15.201002 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Notify callbacks [] for router, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.228373 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-22e4f767-66e8-4d0a-8a64-da2f9ff4eb21 None None] Set router 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:15.310877 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.387054 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Deleting port ab7d95ac-cbed-408d-95d5-3d1a37a92639 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:15.387492 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.420981 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-22e4f767-66e8-4d0a-8a64-da2f9ff4eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'name': 'tempest-ServerRescueNegativeTestJSON-2111394837-router', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:47:14Z', 'revision_number': 5, 'project_id': 'f2c2a0f693164a369d3027991565bcc1', 'gw_port': {'id': 'ab7d95ac-cbed-408d-95d5-3d1a37a92639', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:2e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:15.449627 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e4f767-66e8-4d0a-8a64-da2f9ff4eb21 None None] Checking router: 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:15.459134 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e4f767-66e8-4d0a-8a64-da2f9ff4eb21 None None] Routers {'2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:15.459887 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-22e4f767-66e8-4d0a-8a64-da2f9ff4eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:15.474437 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] For port ab7d95ac-cbed-408d-95d5-3d1a37a92639, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=ab7d95ac-cbed-408d-95d5-3d1a37a92639,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:15.474720 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.486536 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Calling delete_port for ab7d95ac-cbed-408d-95d5-3d1a37a92639 owned by network:router_gateway {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:15.544572 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-22e4f767-66e8-4d0a-8a64-da2f9ff4eb21 None None] Set router 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 gateway port host: None {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:15.596055 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-22e4f767-66e8-4d0a-8a64-da2f9ff4eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'name': 'tempest-ServerRescueNegativeTestJSON-2111394837-router', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:47:15Z', 'revision_number': 6, 'project_id': 'f2c2a0f693164a369d3027991565bcc1', 'gw_port_host': None}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:15.627537 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e4f767-66e8-4d0a-8a64-da2f9ff4eb21 None None] The sync data for ids ['2cb32e7c-e386-46e2-8af5-dc7400e2aaa1'] in dv-cinder-733062-20-iscsi is: [{'id': '2cb32e7c-e386-46e2-8af5-dc7400e2aaa1', 'name': 'tempest-ServerRescueNegativeTestJSON-2111394837-router', 'tenant_id': 'f2c2a0f693164a369d3027991565bcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:20Z', 'updated_at': '2021-06-30T02:47:15Z', 'revision_number': 6, 'project_id': 'f2c2a0f693164a369d3027991565bcc1', 'gw_port_host': None}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:15.679101 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:15.707181 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7d95ac-cbed-408d-95d5-3d1a37a92639,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:15.769545 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1044583'] for router_gateway, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.079806 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38380'] for router, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.082101 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.148956 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1046531'] for router, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.149417 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 {{(pid=99696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:47:16.154573 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] Notify callbacks [] for router, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.155373 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-093bee0e-e507-47bb-b79e-e61fbfb246ad admin admin] 10.222.0.104 "DELETE /v2.0/routers/2cb32e7c-e386-46e2-8af5-dc7400e2aaa1 HTTP/1.1" status: 204 len: 168 time: 1.0755992 Jun 30 02:47:16.157995 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59166) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:16.203982 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_v2 [None req-345695c0-8818-4a31-8710-64f73c0bace1 admin admin] Deleting subnet a1ff7300-2787-4759-bd36-dc868e49873a {{(pid=99696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:16.207262 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-345695c0-8818-4a31-8710-64f73c0bace1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.241176 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-345695c0-8818-4a31-8710-64f73c0bace1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5995418'] for subnet, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.283262 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-345695c0-8818-4a31-8710-64f73c0bace1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.335304 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-345695c0-8818-4a31-8710-64f73c0bace1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4655163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4599681'] for subnet, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.360680 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345695c0-8818-4a31-8710-64f73c0bace1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ff7300-2787-4759-bd36-dc868e49873a,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:16.364679 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-345695c0-8818-4a31-8710-64f73c0bace1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.366766 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-345695c0-8818-4a31-8710-64f73c0bace1 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/a1ff7300-2787-4759-bd36-dc868e49873a HTTP/1.1" status: 204 len: 168 time: 0.2075839 Jun 30 02:47:16.369644 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59170) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:16.441405 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-93d88f03-7248-4a41-ac12-b60a03992a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.529312 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-93d88f03-7248-4a41-ac12-b60a03992a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.539406 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-93d88f03-7248-4a41-ac12-b60a03992a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f0e20c-89ba-4836-934d-c4afdcb05111']}} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:16.549999 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-93d88f03-7248-4a41-ac12-b60a03992a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f047596-0de8-4f8e-af5c-614ba511e33f') {'for_net_delete': True} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:16.550308 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-93d88f03-7248-4a41-ac12-b60a03992a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f047596-0de8-4f8e-af5c-614ba511e33f') {} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:16.559891 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-93d88f03-7248-4a41-ac12-b60a03992a13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6836292'] for segment, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.574327 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-93d88f03-7248-4a41-ac12-b60a03992a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.581066 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d88f03-7248-4a41-ac12-b60a03992a13 admin admin] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=99697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:16.581461 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-93d88f03-7248-4a41-ac12-b60a03992a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6448324'] for segment, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: Traceback (most recent call last): Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: timer() Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: cb(*args, **kw) Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: return func(*args, **kwargs) Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: self._notify() Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: self.callback(batched_events) Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: event.method(event) Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: return f(self, *a, **k) Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._get(url).json() Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:16.583207 dv-cinder-733062-20-iscsi neutron-server[99697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:16.647811 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-93d88f03-7248-4a41-ac12-b60a03992a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.665066 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-93d88f03-7248-4a41-ac12-b60a03992a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.673275 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-93d88f03-7248-4a41-ac12-b60a03992a13 admin admin] 10.222.0.104 "DELETE /v2.0/networks/20f0e20c-89ba-4836-934d-c4afdcb05111 HTTP/1.1" status: 204 len: 168 time: 0.2960308 Jun 30 02:47:16.673275 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d88f03-7248-4a41-ac12-b60a03992a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f0e20c-89ba-4836-934d-c4afdcb05111,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:16.835544 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59180) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:16.844226 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523b2f7-fbac-4f29-8c7d-2d06bd694d1b req-30bda561-6f34-40e7-a5de-6451a5281fa3 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:16.845664 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3523b2f7-fbac-4f29-8c7d-2d06bd694d1b req-30bda561-6f34-40e7-a5de-6451a5281fa3 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 945 time: 0.0723629 Jun 30 02:47:16.879993 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-414ad313-d4dc-48b9-9be1-8612bfa79e0a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f2c2a0f693164a369d3027991565bcc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0425382 Jun 30 02:47:16.882402 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59182) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:16.886286 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3523b2f7-fbac-4f29-8c7d-2d06bd694d1b req-993538ed-0e9c-46a6-a7ed-8728b21e09f6 tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339248 Jun 30 02:47:16.931661 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75c850a7-f959-4fa0-ad5c-3dec0e15d922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.953762 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75c850a7-f959-4fa0-ad5c-3dec0e15d922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:16.999388 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75c850a7-f959-4fa0-ad5c-3dec0e15d922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.001868 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75c850a7-f959-4fa0-ad5c-3dec0e15d922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.003027 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-75c850a7-f959-4fa0-ad5c-3dec0e15d922 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/370e76e1-3f69-43f3-830b-f3ee683c29c8 HTTP/1.1" status: 204 len: 168 time: 0.1187105 Jun 30 02:47:17.011552 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c850a7-f959-4fa0-ad5c-3dec0e15d922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370e76e1-3f69-43f3-830b-f3ee683c29c8,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.496753 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device fd79bf45-0ef7-4d0b-9ea4-c7747e777286 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:17.516781 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: fd79bf45-0ef7-4d0b-9ea4-c7747e777286 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:17.517130 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device fd79bf45-0ef7-4d0b-9ea4-c7747e777286 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:17.517543 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device ab7d95ac-cbed-408d-95d5-3d1a37a92639 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:17.535804 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: ab7d95ac-cbed-408d-95d5-3d1a37a92639 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:17.536151 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device ab7d95ac-cbed-408d-95d5-3d1a37a92639 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:17.654045 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59206) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:17.747382 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-930783507-network', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:17.767733 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Made reservation on behalf of d06ee6e98dbc45e9b2e7427f3d314109 for: {'network': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:17.770062 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.778861 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.866905 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.870680 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.894492 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=99697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:47:17.904844 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cf1761-8c4f-4fee-97c6-7f40ddd5fa4e,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:17.909865 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.910199 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.segments_db [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Added segment f1e64b0a-5a1b-4f93-b150-a5af61a01e84 of type vlan for network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 Jun 30 02:47:17.955312 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.984364 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:17.985386 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:17.986021 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.035882 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3806064 Jun 30 02:47:18.039520 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59212) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.045065 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-55ec4139-82e4-450c-81b3-d3eaba8de5bd admin admin] Request body: {'subnet': {'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-930783507-subnet', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:18.048476 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578bc2d-3171-4821-a7f3-fb6be427f285 admin admin] Pushing event updated for resources: {'Network': ['ID=8e6a15db-6f15-47e3-b52f-83c6bf805dc2,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:18.058589 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:18.074609 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ec4139-82e4-450c-81b3-d3eaba8de5bd admin admin] Made reservation on behalf of d06ee6e98dbc45e9b2e7427f3d314109 for: {'subnet': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:18.077063 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-55ec4139-82e4-450c-81b3-d3eaba8de5bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4599726'] for subnet, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.128963 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb50cc-51f6-42cc-8260-53eb7c0d359e req-0b198407-deeb-4337-9db0-9e7a4bad6b0f tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.130465 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a5fb50cc-51f6-42cc-8260-53eb7c0d359e req-0b198407-deeb-4337-9db0-9e7a4bad6b0f tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 945 time: 0.1255910 Jun 30 02:47:18.191997 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a5fb50cc-51f6-42cc-8260-53eb7c0d359e req-e983c2bc-7138-4b0e-80e6-3d76bb3a29ac tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544593 Jun 30 02:47:18.286759 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-55ec4139-82e4-450c-81b3-d3eaba8de5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4707318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4599736'] for subnet, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.344784 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec4139-82e4-450c-81b3-d3eaba8de5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=422ed7e6-8268-4da9-9aee-eeed2f63ac7e,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:18.349892 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec4139-82e4-450c-81b3-d3eaba8de5bd admin admin] Checking segment: {'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:18.350254 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec4139-82e4-450c-81b3-d3eaba8de5bd admin admin] Network hostable DHCP agents. Network: 8e6a15db-6f15-47e3-b52f-83c6bf805dc2, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:18.367565 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec4139-82e4-450c-81b3-d3eaba8de5bd admin admin] Network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:18.375844 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-55ec4139-82e4-450c-81b3-d3eaba8de5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 8e6a15db-6f15-47e3-b52f-83c6bf805dc2) {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:18.379889 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ec4139-82e4-450c-81b3-d3eaba8de5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:18.380504 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-55ec4139-82e4-450c-81b3-d3eaba8de5bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.385236 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c4ec8c-5475-46a9-8df1-ebd4cf9d0730 None None] Network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:18.393880 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-55ec4139-82e4-450c-81b3-d3eaba8de5bd admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3533561 Jun 30 02:47:18.396677 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59214) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:18.401504 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:18.422078 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38302'] for router, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.423156 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38293'] for router, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.479443 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.541625 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b034b6a-ee2c-5a48-a2ee-cc22d4534911-8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e'}]}} from dv-cinder-733062-20-iscsi. {{(pid=99698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:18.542522 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.633828 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38371'] for router, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.693407 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.db_base_plugin_common [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Allocated IP 172.20.0.2 (8e6a15db-6f15-47e3-b52f-83c6bf805dc2/422ed7e6-8268-4da9-9aee-eeed2f63ac7e/e3698886-7dae-4009-b833-6209211ca16c) {{(pid=99698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:18.843923 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Notify callbacks [] for port, precommit_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.848081 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.852989 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Transition to ACTIVE for port object e3698886-7dae-4009-b833-6209211ca16c will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:18.867696 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Transition to ACTIVE for port object e3698886-7dae-4009-b833-6209211ca16c will not be triggered until provisioned by entity DHCP. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:18.867919 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.873494 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.912656 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 is already hosted by enough agents. {{(pid=99698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:18.915599 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.base_scheduler [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Resources bound (agent type, host, resource id): {{(pid=99698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:18.918568 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Received port after_create {{(pid=99698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:18.958585 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Pushing event updated for resources: {'Port': ['ID=e3698886-7dae-4009-b833-6209211ca16c,revision_number=1']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:18.991059 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Attempting to bind port e3698886-7dae-4009-b833-6209211ca16c on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:18.991760 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Attempting to bind port e3698886-7dae-4009-b833-6209211ca16c by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:18.992408 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Attempting to bind port e3698886-7dae-4009-b833-6209211ca16c on network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:18.997823 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:18.998206 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Checking segment: {'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:18.998607 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:18.998997 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Bound using segment: {'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:18.999498 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Bound port: e3698886-7dae-4009-b833-6209211ca16c, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:18.999887 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.017794 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Allocated IP 172.27.0.101 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/640effeb-88ed-4810-be3b-a512de32419f) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:19.031105 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31f0ae-0e7e-4f85-b4ba-2b0adec622a6 req-9ce955e5-5f15-4c68-b383-f0d043d54f1b tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.032553 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d31f0ae-0e7e-4f85-b4ba-2b0adec622a6 req-9ce955e5-5f15-4c68-b383-f0d043d54f1b tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.88 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 945 time: 0.1241460 Jun 30 02:47:19.064456 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] For port e3698886-7dae-4009-b833-6209211ca16c, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:19.067494 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] For port e3698886-7dae-4009-b833-6209211ca16c, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=e3698886-7dae-4009-b833-6209211ca16c,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:19.072828 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.139161 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909b945-8978-46f1-9a48-db06bb7c424c None None] Pushing event updated for resources: {'Port': ['ID=e3698886-7dae-4009-b833-6209211ca16c,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.216565 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.230623 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-7d31f0ae-0e7e-4f85-b4ba-2b0adec622a6 req-92e75b37-69f1-4999-89b5-2f00c33522af tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Deleting port e37e6fac-c4f4-4918-92ea-a973d1dcf521 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:47:19.230967 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d31f0ae-0e7e-4f85-b4ba-2b0adec622a6 req-92e75b37-69f1-4999-89b5-2f00c33522af tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.383393 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.387484 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-7d31f0ae-0e7e-4f85-b4ba-2b0adec622a6 req-92e75b37-69f1-4999-89b5-2f00c33522af tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] For port e37e6fac-c4f4-4918-92ea-a973d1dcf521, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e37e6fac-c4f4-4918-92ea-a973d1dcf521,segment=NetworkSegment(0fbd46c2-4bf0-4435-8fc7-5b120c087c0d),segment_id=0fbd46c2-4bf0-4435-8fc7-5b120c087c0d)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:19.387852 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d31f0ae-0e7e-4f85-b4ba-2b0adec622a6 req-92e75b37-69f1-4999-89b5-2f00c33522af tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.436026 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-7d31f0ae-0e7e-4f85-b4ba-2b0adec622a6 req-92e75b37-69f1-4999-89b5-2f00c33522af tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Calling delete_port for e37e6fac-c4f4-4918-92ea-a973d1dcf521 owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:47:19.447327 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:19.463388 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:19.470906 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:19.475444 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Pushing event updated for resources: {'Port': ['ID=640effeb-88ed-4810-be3b-a512de32419f,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.522751 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device e3698886-7dae-4009-b833-6209211ca16c up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:19.561238 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ef14e-b9c8-48e8-a61d-406308b15844 req-2af694ae-0b17-445c-8176-25692aa6ea1b tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:19.562670 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-013ef14e-b9c8-48e8-a61d-406308b15844 req-2af694ae-0b17-445c-8176-25692aa6ea1b tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/ports?device_id=67116939-0393-4727-b81b-7c71fc061722 HTTP/1.1" status: 200 len: 945 time: 0.2297761 Jun 30 02:47:19.579322 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port e3698886-7dae-4009-b833-6209211ca16c completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:19.715434 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-013ef14e-b9c8-48e8-a61d-406308b15844 req-e7f7e040-8559-4fce-92d1-1520689f40db tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.104 "GET /v2.0/security-groups?id=ae034305-55dd-40de-9e58-8445bfae1682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456966 Jun 30 02:47:19.810714 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d31f0ae-0e7e-4f85-b4ba-2b0adec622a6 req-92e75b37-69f1-4999-89b5-2f00c33522af tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.834116 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['e37e6fac-c4f4-4918-92ea-a973d1dcf521'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:19.848914 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e75b37-69f1-4999-89b5-2f00c33522af tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Pushing event deleted for resources: {'Port': ['ID=e37e6fac-c4f4-4918-92ea-a973d1dcf521,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:19.938045 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d31f0ae-0e7e-4f85-b4ba-2b0adec622a6 req-92e75b37-69f1-4999-89b5-2f00c33522af tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] No DVR routers for this DVR port e37e6fac-c4f4-4918-92ea-a973d1dcf521 on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:47:19.941423 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d31f0ae-0e7e-4f85-b4ba-2b0adec622a6 req-92e75b37-69f1-4999-89b5-2f00c33522af tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.943404 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d31f0ae-0e7e-4f85-b4ba-2b0adec622a6 req-92e75b37-69f1-4999-89b5-2f00c33522af tempest-VolumesSnapshotTestJSON-238251798 tempest-VolumesSnapshotTestJSON-238251798-project] 10.222.0.88 "DELETE /v2.0/ports/e37e6fac-c4f4-4918-92ea-a973d1dcf521 HTTP/1.1" status: 204 len: 173 time: 0.9049242 Jun 30 02:47:19.943843 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67116939-0393-4727-b81b-7c71fc061722', 'name': 'network-vif-deleted', 'tag': 'e37e6fac-c4f4-4918-92ea-a973d1dcf521'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:19.946737 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab0b652-1e13-4733-8932-e88cb03c65ea" -d '{"events": [{"server_uuid": "67116939-0393-4727-b81b-7c71fc061722", "name": "network-vif-deleted", "tag": "e37e6fac-c4f4-4918-92ea-a973d1dcf521"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:19.951668 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:19.991622 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd00df9-52e4-4695-9099-f16f53bb791b x-openstack-request-id: req-7fd00df9-52e4-4695-9099-f16f53bb791b {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:19.992493 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67116939-0393-4727-b81b-7c71fc061722", "name": "network-vif-deleted", "tag": "e37e6fac-c4f4-4918-92ea-a973d1dcf521", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:19.992750 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7fd00df9-52e4-4695-9099-f16f53bb791b {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:19.993305 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67116939-0393-4727-b81b-7c71fc061722', 'name': 'network-vif-deleted', 'tag': 'e37e6fac-c4f4-4918-92ea-a973d1dcf521', 'status': 'completed', 'code': 200} Jun 30 02:47:20.102863 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9d72d1-19b1-41fe-ac28-fb81d612138e None None] Network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:20.169890 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-2a72e6af-bed0-4e2a-b198-a0973c54f384 None None] Provisioning for port e3698886-7dae-4009-b833-6209211ca16c completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:20.183448 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-2a72e6af-bed0-4e2a-b198-a0973c54f384 None None] Provisioning complete for port e3698886-7dae-4009-b833-6209211ca16c triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:20.183902 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-2a72e6af-bed0-4e2a-b198-a0973c54f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.332246 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-2a72e6af-bed0-4e2a-b198-a0973c54f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.368934 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1044555'] for router, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.375295 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-2a72e6af-bed0-4e2a-b198-a0973c54f384 None None] For port e3698886-7dae-4009-b833-6209211ca16c, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=e3698886-7dae-4009-b833-6209211ca16c,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:20.381137 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-2a72e6af-bed0-4e2a-b198-a0973c54f384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.435812 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72e6af-bed0-4e2a-b198-a0973c54f384 None None] Pushing event updated for resources: {'Port': ['ID=e3698886-7dae-4009-b833-6209211ca16c,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:20.514104 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 is scheduled to L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 with binding_index 1 {{(pid=99696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:47:20.603211 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-27e75b4d-09b2-4eef-b5e9-1b1161161908 None None] Provisioning complete for port e3698886-7dae-4009-b833-6209211ca16c triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:20.603834 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-27e75b4d-09b2-4eef-b5e9-1b1161161908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.626342 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:20.638522 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Sync routers for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:20.651159 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] Notify callbacks [] for router, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:20.652490 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-027c9236-8e42-4f5f-8776-f507e91970a1 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2548544 Jun 30 02:47:20.655160 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59224) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:20.662887 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:20.663549 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:20.796122 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:20.999850 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:19Z', 'revision_number': 3, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:21.044343 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Checking router: 64f94e0a-9767-43cc-8a82-c8d05612ecb3 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:21.044921 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Updating router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 port 640effeb-88ed-4810-be3b-a512de32419f binding host dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:47:21.097697 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.138512 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.310287 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Allocated IP 172.20.0.1 (8e6a15db-6f15-47e3-b52f-83c6bf805dc2/422ed7e6-8268-4da9-9aee-eeed2f63ac7e/58de6ee3-199a-4e45-9e21-a4a820786d32) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:21.378789 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Notify callbacks [] for port, precommit_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.390564 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Transition to ACTIVE for port object 640effeb-88ed-4810-be3b-a512de32419f will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:21.397091 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.430279 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.449308 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Transition to ACTIVE for port object 58de6ee3-199a-4e45-9e21-a4a820786d32 will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:21.510118 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.569317 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device e3698886-7dae-4009-b833-6209211ca16c up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:21.570329 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Pushing event updated for resources: {'Port': ['ID=58de6ee3-199a-4e45-9e21-a4a820786d32,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:21.583031 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:21.584667 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:21.595281 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:21.617976 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Attempting to bind port 640effeb-88ed-4810-be3b-a512de32419f on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:21.618476 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Attempting to bind port 640effeb-88ed-4810-be3b-a512de32419f by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:21.618689 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Attempting to bind port 640effeb-88ed-4810-be3b-a512de32419f on network 5c243ec1-c514-4a50-9951-3a294683a08a {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:21.630526 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2b84c-118a-4742-afae-d1182b3a4e0e None None] Pushing event updated for resources: {'Port': ['ID=640effeb-88ed-4810-be3b-a512de32419f,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:21.641955 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:21.642345 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Checking segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:21.642750 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.643184 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Bound using segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:21.643679 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Bound port: 640effeb-88ed-4810-be3b-a512de32419f, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:21.644067 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.650837 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043522'] for router_interface, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.701883 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] For port 640effeb-88ed-4810-be3b-a512de32419f, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:21.705175 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] For port 640effeb-88ed-4810-be3b-a512de32419f, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=640effeb-88ed-4810-be3b-a512de32419f,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:21.714881 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.755590 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port e3698886-7dae-4009-b833-6209211ca16c triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:21.756251 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.802172 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.826272 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2b84c-118a-4742-afae-d1182b3a4e0e None None] Pushing event updated for resources: {'Port': ['ID=640effeb-88ed-4810-be3b-a512de32419f,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:21.832161 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-9526a8ed-0cc6-4798-9819-fe3a609007b7 None None] Provisioning for port 58de6ee3-199a-4e45-9e21-a4a820786d32 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:21.833984 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:21.834598 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:21.876817 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-9526a8ed-0cc6-4798-9819-fe3a609007b7 None None] Provisioning complete for port 58de6ee3-199a-4e45-9e21-a4a820786d32 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:21.877107 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9526a8ed-0cc6-4798-9819-fe3a609007b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.966942 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.971414 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:21.979278 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-9526a8ed-0cc6-4798-9819-fe3a609007b7 None None] Port 58de6ee3-199a-4e45-9e21-a4a820786d32 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:22.012575 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:22.038356 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Pushing event updated for resources: {'Port': ['ID=58de6ee3-199a-4e45-9e21-a4a820786d32,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:22.042725 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042037'] for router_interface, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.138575 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:22.139993 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:22.244734 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 1, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:22.270774 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:22.274870 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68727c1-6667-49ff-a8c6-4bb3db5d1d62 None None] The sync data for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi is: [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 1, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:22.403641 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:22.405419 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-961f188c-a765-4f8c-85a5-4585782c34d8 None None] Provisioning complete for port 58de6ee3-199a-4e45-9e21-a4a820786d32 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:22.405800 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-961f188c-a765-4f8c-85a5-4585782c34d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:22.409077 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-bd83d365-8fb4-4df8-801e-bdc30dca5469 admin admin] 10.222.0.104 "PUT /v2.0/routers/64f94e0a-9767-43cc-8a82-c8d05612ecb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7528520 Jun 30 02:47:22.452197 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-961f188c-a765-4f8c-85a5-4585782c34d8 None None] Port 58de6ee3-199a-4e45-9e21-a4a820786d32 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:22.976448 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59264) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:22.981342 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-be0c5167-e7a2-4730-9351-22c413a2fdff tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1813262137', 'description': 'tempest-description--860477899'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:23.005138 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-be0c5167-e7a2-4730-9351-22c413a2fdff tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.100341 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-be0c5167-e7a2-4730-9351-22c413a2fdff tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.104943 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-be0c5167-e7a2-4730-9351-22c413a2fdff tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.136642 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-be0c5167-e7a2-4730-9351-22c413a2fdff tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.137963 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-be0c5167-e7a2-4730-9351-22c413a2fdff tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1604919 Jun 30 02:47:23.138732 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c5167-e7a2-4730-9351-22c413a2fdff tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e297be12-ecb5-42dd-add6-50bd1d262b94,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:23.140839 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59266) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:23.145569 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-32cda116-a095-410d-a6a5-3f031fdc6fe9 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Request body: {'security_group_rule': {'security_group_id': 'e297be12-ecb5-42dd-add6-50bd1d262b94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:23.174061 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-32cda116-a095-410d-a6a5-3f031fdc6fe9 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.235202 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-32cda116-a095-410d-a6a5-3f031fdc6fe9 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.239374 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-32cda116-a095-410d-a6a5-3f031fdc6fe9 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.259967 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cda116-a095-410d-a6a5-3f031fdc6fe9 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff392cb-f2f0-46ab-82e5-9254fa16eee5,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:23.268512 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-32cda116-a095-410d-a6a5-3f031fdc6fe9 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.269977 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-32cda116-a095-410d-a6a5-3f031fdc6fe9 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281843 Jun 30 02:47:23.272636 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59268) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:23.277499 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-60e0c5e7-6ef1-4c6e-9d63-7443a0e50583 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Request body: {'security_group_rule': {'security_group_id': 'e297be12-ecb5-42dd-add6-50bd1d262b94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:23.306651 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-60e0c5e7-6ef1-4c6e-9d63-7443a0e50583 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.370231 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-60e0c5e7-6ef1-4c6e-9d63-7443a0e50583 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.376219 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-60e0c5e7-6ef1-4c6e-9d63-7443a0e50583 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.393891 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0c5e7-6ef1-4c6e-9d63-7443a0e50583 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670108ff-f288-4711-a362-b304c529bbad,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:23.415305 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-60e0c5e7-6ef1-4c6e-9d63-7443a0e50583 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.419905 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-60e0c5e7-6ef1-4c6e-9d63-7443a0e50583 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1458957 Jun 30 02:47:23.420620 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59272) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:23.426922 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Request body: {'floatingip': {'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:23.478394 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.543326 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 640effeb-88ed-4810-be3b-a512de32419f up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:23.607473 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 640effeb-88ed-4810-be3b-a512de32419f completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:23.612484 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 640effeb-88ed-4810-be3b-a512de32419f triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:23.612877 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.627218 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.697658 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.717437 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 640effeb-88ed-4810-be3b-a512de32419f, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=640effeb-88ed-4810-be3b-a512de32419f,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:23.721210 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.739095 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Allocated IP 172.27.0.248 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/e157f35e-de44-44bb-9456-24839c90f4e1) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:23.771274 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=640effeb-88ed-4810-be3b-a512de32419f,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:23.845861 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.884513 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6448154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:23.923190 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:23.925838 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:23.931552 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:23.936779 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event updated for resources: {'Port': ['ID=e157f35e-de44-44bb-9456-24839c90f4e1,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:24.016917 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.064179 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.149942 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device e37e6fac-c4f4-4918-92ea-a973d1dcf521 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:47:24.170484 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: e37e6fac-c4f4-4918-92ea-a973d1dcf521 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:47:24.170831 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device e37e6fac-c4f4-4918-92ea-a973d1dcf521 not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:47:24.219957 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.224423 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6448168'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.289421 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event updated for resources: {'Port': ['ID=e157f35e-de44-44bb-9456-24839c90f4e1,revision_number=2']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:24.300736 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.314701 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.315986 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-43d5ab93-395f-4881-90c8-7be3ae4fab6e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8937626 Jun 30 02:47:24.364443 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Sync routers for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:24.374340 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:24.375168 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:24.483203 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:24.577485 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-43963d60-2543-419f-97d3-5959b79efb13 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1813262137&fields=id&tenant_id=d06ee6e98dbc45e9b2e7427f3d314109 HTTP/1.1" status: 200 len: 267 time: 0.0338564 Jun 30 02:47:24.684743 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 2, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:24.715880 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Checking router: 64f94e0a-9767-43cc-8a82-c8d05612ecb3 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:24.716237 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Updating router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 port 58de6ee3-199a-4e45-9e21-a4a820786d32 binding host dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:47:24.751814 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:24.879944 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e50542-2142-41c6-b377-1fb89fc1932c req-d3bfe248-7665-4f63-a939-be335d0aa127 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:24.881501 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-d3bfe248-7665-4f63-a939-be335d0aa127 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/networks?id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2 HTTP/1.1" status: 200 len: 810 time: 0.2965438 Jun 30 02:47:24.896240 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-e7175841-aa9f-48e9-9953-440b4ae55b25 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/quotas/d06ee6e98dbc45e9b2e7427f3d314109 HTTP/1.1" status: 200 len: 375 time: 0.0094194 Jun 30 02:47:24.967520 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-6eeca840-da67-4a63-9ce6-55821b6a059f tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650380 Jun 30 02:47:25.012755 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Notify callbacks [] for port, precommit_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.022764 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.provisioning_blocks [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Transition to ACTIVE for port object 58de6ee3-199a-4e45-9e21-a4a820786d32 will not be triggered until provisioned by entity L2. {{(pid=99699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:25.029482 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.083056 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Pushing event updated for resources: {'Port': ['ID=58de6ee3-199a-4e45-9e21-a4a820786d32,revision_number=3']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:25.094510 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.094960 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.095466 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.095896 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.096305 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.096640 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.096980 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.097301 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.097663 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.097982 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.098304 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.098623 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:25.126505 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-df541a88-d222-47c2-8c82-2537e3ac45bb service neutron] 10.222.0.104 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463134 Jun 30 02:47:25.159785 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Attempting to bind port 58de6ee3-199a-4e45-9e21-a4a820786d32 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:25.160161 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Attempting to bind port 58de6ee3-199a-4e45-9e21-a4a820786d32 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:25.160523 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Attempting to bind port 58de6ee3-199a-4e45-9e21-a4a820786d32 on network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:25.166433 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:25.166800 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Checking segment: {'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:25.167223 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.167636 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Bound using segment: {'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:25.168103 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Bound port: 58de6ee3-199a-4e45-9e21-a4a820786d32, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'}}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:25.168562 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.241438 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-607972de-bae8-472c-93d3-daff3bb31dc9 service neutron] 10.222.0.104 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066713 Jun 30 02:47:25.248947 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] For port 58de6ee3-199a-4e45-9e21-a4a820786d32, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:25.252101 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] For port 58de6ee3-199a-4e45-9e21-a4a820786d32, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=58de6ee3-199a-4e45-9e21-a4a820786d32,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:25.256752 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.304187 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:25.304817 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:25.371046 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab81c6-61e5-4698-b955-fdf4a1edc559 None None] Pushing event updated for resources: {'Port': ['ID=58de6ee3-199a-4e45-9e21-a4a820786d32,revision_number=4']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:25.443209 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:25.586270 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 640effeb-88ed-4810-be3b-a512de32419f up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:25.630642 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b19a8620-0000-4dd9-8d00-83651e0b7dca req-4997260f-8027-4766-badf-1f2ac0d644fd tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 210 time: 0.1807904 Jun 30 02:47:25.650890 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 640effeb-88ed-4810-be3b-a512de32419f triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:25.651498 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.670419 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:25.697424 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa685994-9ef3-43e4-b50b-b3cd6d78acce None None] The sync data for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi is: [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:25.736627 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 58de6ee3-199a-4e45-9e21-a4a820786d32 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:25.786802 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 58de6ee3-199a-4e45-9e21-a4a820786d32 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:25.791530 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 58de6ee3-199a-4e45-9e21-a4a820786d32 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:25.791908 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.881222 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.931159 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 58de6ee3-199a-4e45-9e21-a4a820786d32, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=58de6ee3-199a-4e45-9e21-a4a820786d32,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:25.940301 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:25.995474 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=58de6ee3-199a-4e45-9e21-a4a820786d32,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:26.772810 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-703c4d8d-9eec-4dbd-a3a0-4cb6ce73cf36 req-da59a052-6900-4388-8796-51bfe09cf1fe tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 210 time: 0.0318062 Jun 30 02:47:27.409412 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e50542-2142-41c6-b377-1fb89fc1932c req-55f47177-69f6-49b9-b109-de9a43f378b9 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:27.410829 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-55f47177-69f6-49b9-b109-de9a43f378b9 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.88 "GET /v2.0/networks?id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2 HTTP/1.1" status: 200 len: 810 time: 0.1048865 Jun 30 02:47:27.466515 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-b530d334-40dd-4dbc-8b53-543cf29282ca tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d06ee6e98dbc45e9b2e7427f3d314109 HTTP/1.1" status: 200 len: 380 time: 0.0383761 Jun 30 02:47:27.477058 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Request body: {'port': {'device_id': '6e01d558-ac5f-4723-b5b4-db480a0c8ce6', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'admin_state_up': True, 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'security_groups': ['e297be12-ecb5-42dd-add6-50bd1d262b94']}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:27.529969 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 58de6ee3-199a-4e45-9e21-a4a820786d32 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:27.592738 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 58de6ee3-199a-4e45-9e21-a4a820786d32 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:27.593072 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.657166 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Made reservation on behalf of d06ee6e98dbc45e9b2e7427f3d314109 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:27.661809 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:27.807710 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Allocated IP 172.20.0.5 (8e6a15db-6f15-47e3-b52f-83c6bf805dc2/422ed7e6-8268-4da9-9aee-eeed2f63ac7e/2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:28.016391 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.029853 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-709e0d8b-ea21-4a13-ae20-f68d68ba65e5 req-a9c242bd-eac4-4660-89e0-3753c23f11fa tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 210 time: 0.0733254 Jun 30 02:47:28.035875 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Transition to ACTIVE for port object 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:28.071865 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.140540 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:28.145271 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:28.155121 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:28.189472 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event updated for resources: {'Port': ['ID=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:28.218177 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.218815 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.242662 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33ebd961-479d-400c-9c5b-9e6e7a092ff8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7694371 Jun 30 02:47:28.256970 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa082210-9671-42c4-8aa4-6acff42e3c73 req-f7f630ef-9f6f-430e-84a9-c24749694b84 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:28.259758 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fa082210-9671-42c4-8aa4-6acff42e3c73 req-f7f630ef-9f6f-430e-84a9-c24749694b84 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0734320 Jun 30 02:47:28.301337 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fa082210-9671-42c4-8aa4-6acff42e3c73 req-e47140b4-c03d-4ee7-979a-6acf1fe76734 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348823 Jun 30 02:47:28.355797 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Request body: {'port': {'device_id': '6e01d558-ac5f-4723-b5b4-db480a0c8ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:28.383876 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-3d419dd9-0603-4e3a-9ca3-7593b03ccd78 None None] Provisioning for port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:28.387697 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-3d419dd9-0603-4e3a-9ca3-7593b03ccd78 None None] Provisioning complete for port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:28.388073 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-3d419dd9-0603-4e3a-9ca3-7593b03ccd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.423664 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-3d419dd9-0603-4e3a-9ca3-7593b03ccd78 None None] Port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:28.434362 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.733989 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:28.742153 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.754292 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Transition to ACTIVE for port object 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:28.757815 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.811935 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:28.881224 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Attempting to bind port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:28.881563 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Attempting to bind port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:28.881895 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Attempting to bind port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc on network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:28.886707 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc on network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:47:28.887053 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Attempting to bind port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc on network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:28.892045 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:28.892388 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Checking segment: {'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:28.892774 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Bound using segment: {'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:28.893198 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Bound port: 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:28.893560 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:28.963316 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] For port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:28.966256 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] For port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:28.970305 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.010094 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.010696 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:29.012088 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] 10.222.0.88 "PUT /v2.0/ports/2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc HTTP/1.1" status: 200 len: 1093 time: 0.6611567 Jun 30 02:47:29.012511 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e01d558-ac5f-4723-b5b4-db480a0c8ce6', 'tag': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:29.015286 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96acc2bc-7b42-4d31-af47-e68f408092f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6e01d558-ac5f-4723-b5b4-db480a0c8ce6", "tag": "2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:29.066137 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ed220-c3ff-466a-9b9f-9d27935f00d1 service neutron] Pushing event updated for resources: {'Port': ['ID=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:29.070862 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92ce3f5-641b-44ea-a2c1-f9ce3483dc68 x-openstack-request-id: req-b92ce3f5-641b-44ea-a2c1-f9ce3483dc68 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:29.071173 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e01d558-ac5f-4723-b5b4-db480a0c8ce6", "tag": "2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:29.071423 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b92ce3f5-641b-44ea-a2c1-f9ce3483dc68 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:29.071804 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e01d558-ac5f-4723-b5b4-db480a0c8ce6', 'tag': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc', 'status': 'completed', 'code': 200} Jun 30 02:47:29.133009 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e50542-2142-41c6-b377-1fb89fc1932c req-b01e32d6-b27d-4537-adc4-fc5f91fbd7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.134547 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-b01e32d6-b27d-4537-adc4-fc5f91fbd7b3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0619566 Jun 30 02:47:29.191517 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-71152c14-a028-4575-9b91-abef78d69012 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc HTTP/1.1" status: 200 len: 217 time: 0.0442452 Jun 30 02:47:29.256673 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6294c9-b953-43cc-85fa-d6c2aa0a5743 req-a4616953-127c-4296-a497-09fb5a1b6a2d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.256673 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fe6294c9-b953-43cc-85fa-d6c2aa0a5743 req-a4616953-127c-4296-a497-09fb5a1b6a2d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 943 time: 0.0814450 Jun 30 02:47:29.259909 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e50542-2142-41c6-b377-1fb89fc1932c req-85d01538-4cd1-40bd-824a-31131578604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.261437 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-85d01538-4cd1-40bd-824a-31131578604e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=422ed7e6-8268-4da9-9aee-eeed2f63ac7e HTTP/1.1" status: 200 len: 849 time: 0.0631189 Jun 30 02:47:29.309000 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fe6294c9-b953-43cc-85fa-d6c2aa0a5743 req-b37d0ea7-c631-4f4c-b13c-59c5b76db2de tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443618 Jun 30 02:47:29.330030 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e50542-2142-41c6-b377-1fb89fc1932c req-29f87d0a-4adb-4819-b1e0-429da79c417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.331558 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-29f87d0a-4adb-4819-b1e0-429da79c417a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0636501 Jun 30 02:47:29.438144 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-33921b16-9b74-443f-997e-c743f6ab677f service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975242 Jun 30 02:47:29.768868 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f4f11-1a74-4e81-97d4-8d1dc89c2126 req-c70cb47a-fa93-421a-a11f-5565faf44448 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.770527 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cb6f4f11-1a74-4e81-97d4-8d1dc89c2126 req-c70cb47a-fa93-421a-a11f-5565faf44448 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.3482893 Jun 30 02:47:29.790933 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-37e50542-2142-41c6-b377-1fb89fc1932c req-d4cca39c-2bdc-4dd2-8cce-d572141752fd service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358712 Jun 30 02:47:29.817457 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cb6f4f11-1a74-4e81-97d4-8d1dc89c2126 req-c624591c-dab0-4c34-94dc-ab06fbff4de6 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376406 Jun 30 02:47:29.915092 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acc2bc-7b42-4d31-af47-e68f408092f6 req-8d6d2db9-b759-4876-90de-c7fc79a6814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:29.916593 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-96acc2bc-7b42-4d31-af47-e68f408092f6 req-8d6d2db9-b759-4876-90de-c7fc79a6814d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0523245 Jun 30 02:47:30.006855 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acc2bc-7b42-4d31-af47-e68f408092f6 req-6c748716-2ea1-4a09-803d-6c391b6db422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.008993 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-96acc2bc-7b42-4d31-af47-e68f408092f6 req-6c748716-2ea1-4a09-803d-6c391b6db422 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2 HTTP/1.1" status: 200 len: 912 time: 0.0856812 Jun 30 02:47:30.052590 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-96acc2bc-7b42-4d31-af47-e68f408092f6 req-db52dfe5-171e-48d0-ac81-cc6b4a9e9572 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc HTTP/1.1" status: 200 len: 217 time: 0.0343132 Jun 30 02:47:30.101078 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acc2bc-7b42-4d31-af47-e68f408092f6 req-b5c6baac-6d40-4947-b474-90993ef45d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.102513 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-96acc2bc-7b42-4d31-af47-e68f408092f6 req-b5c6baac-6d40-4947-b474-90993ef45d97 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=422ed7e6-8268-4da9-9aee-eeed2f63ac7e HTTP/1.1" status: 200 len: 849 time: 0.0433795 Jun 30 02:47:30.167581 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acc2bc-7b42-4d31-af47-e68f408092f6 req-a0ab0bf9-63af-49df-abf0-7e4be851c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.169035 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-96acc2bc-7b42-4d31-af47-e68f408092f6 req-a0ab0bf9-63af-49df-abf0-7e4be851c57a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559928 Jun 30 02:47:30.270109 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-96acc2bc-7b42-4d31-af47-e68f408092f6 req-7f0ca126-1d29-4ffa-9d2f-18f3d97548bd service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848739 Jun 30 02:47:30.368565 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-96acc2bc-7b42-4d31-af47-e68f408092f6 req-f351e7c1-fabb-4488-b596-dbc002dc7213 service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915070 Jun 30 02:47:30.512019 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa020f-7495-4b5a-848a-90d4f3a9ba65 req-ade9a095-d4b4-44c1-9a20-cbe3b510c6bf tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.513530 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3ffa020f-7495-4b5a-848a-90d4f3a9ba65 req-ade9a095-d4b4-44c1-9a20-cbe3b510c6bf tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 943 time: 0.0736918 Jun 30 02:47:30.551958 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3ffa020f-7495-4b5a-848a-90d4f3a9ba65 req-e499afaf-b614-44e7-a82f-ca8c6053cd3c tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322683 Jun 30 02:47:30.998227 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15bcb6-c8fe-4ec7-adc8-004c9c9dc139 req-b54c78da-8aa2-4e9d-af57-8b355411ce50 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:30.999722 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5d15bcb6-c8fe-4ec7-adc8-004c9c9dc139 req-b54c78da-8aa2-4e9d-af57-8b355411ce50 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0637953 Jun 30 02:47:31.037128 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5d15bcb6-c8fe-4ec7-adc8-004c9c9dc139 req-fc7d8eb7-65cb-49a3-8e07-3e0074814df7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318935 Jun 30 02:47:31.726648 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf553409-7422-42fb-8ae3-ea94ff9faf29 req-285c3f08-8c4a-4dc2-b97b-eee46246718b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:31.728163 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cf553409-7422-42fb-8ae3-ea94ff9faf29 req-285c3f08-8c4a-4dc2-b97b-eee46246718b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 943 time: 0.0654204 Jun 30 02:47:31.774165 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cf553409-7422-42fb-8ae3-ea94ff9faf29 req-e507e16d-a0cd-43bd-b14d-6f7abb83a89d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399415 Jun 30 02:47:32.215790 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a96a-0943-426f-807b-3d698e56a50d req-6399597f-aca3-4d4e-893b-2ea066ef8983 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:32.217267 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5919a96a-0943-426f-807b-3d698e56a50d req-6399597f-aca3-4d4e-893b-2ea066ef8983 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0642610 Jun 30 02:47:32.254185 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5919a96a-0943-426f-807b-3d698e56a50d req-4d1c4b20-d7c4-4d1e-b1f3-d64ac70073ff tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313828 Jun 30 02:47:32.737740 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ec9d2eaa-d25c-4cce-80a8-dc46c6a2a890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:32.946769 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee049a5-c6d8-411e-8da2-ea8f5c58bbf9 req-d5932c48-11ac-4e0c-9d2b-da4109dbb4ca tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:32.948240 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cee049a5-c6d8-411e-8da2-ea8f5c58bbf9 req-d5932c48-11ac-4e0c-9d2b-da4109dbb4ca tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 943 time: 0.0658691 Jun 30 02:47:32.986423 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cee049a5-c6d8-411e-8da2-ea8f5c58bbf9 req-851d89fa-839f-4638-9db0-a89d5d7076db tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326884 Jun 30 02:47:33.341861 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:33.434036 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0946ba-4fb6-486c-b5fe-e723500b4b4a req-2058f7e3-076c-48bc-8dd0-1c1ba8c89a93 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:33.435404 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:33.435566 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7b0946ba-4fb6-486c-b5fe-e723500b4b4a req-2058f7e3-076c-48bc-8dd0-1c1ba8c89a93 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0669310 Jun 30 02:47:33.450943 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'port_id': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc', 'mac_address': 'fa:16:3e:bd:f8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:33.476159 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7b0946ba-4fb6-486c-b5fe-e723500b4b4a req-40a9fb54-6bf7-4d63-8775-48dc2c57b61d tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345399 Jun 30 02:47:33.487154 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.500925 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:33.522106 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:33.525926 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:33.574688 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:34.159093 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd62be7-662e-480e-9bca-2e4cbe54a88d req-6652a6eb-5e80-482e-9868-c1ca6a6e0077 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:34.160480 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4fd62be7-662e-480e-9bca-2e4cbe54a88d req-6652a6eb-5e80-482e-9868-c1ca6a6e0077 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 944 time: 0.0651286 Jun 30 02:47:34.198634 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4fd62be7-662e-480e-9bca-2e4cbe54a88d req-b8aef19b-8790-4e05-94ec-f29118dd9fbe tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318689 Jun 30 02:47:34.666270 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba61eab-d224-4f5a-9d45-f8724c39a209 req-ca73dd21-49b0-4821-816f-c3725f9751d6 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:34.667793 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2ba61eab-d224-4f5a-9d45-f8724c39a209 req-ca73dd21-49b0-4821-816f-c3725f9751d6 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0758538 Jun 30 02:47:34.704937 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2ba61eab-d224-4f5a-9d45-f8724c39a209 req-8db296ce-a527-42c1-aa8a-83254f2a6135 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314808 Jun 30 02:47:35.193866 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a22e19f4-0679-4cd6-92db-3d4a742546e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.371038 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512c41f-bb39-47be-985b-c5b1dbff3171 req-8bb54a9f-3151-48e5-baae-0ff7d2373f74 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.372587 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3512c41f-bb39-47be-985b-c5b1dbff3171 req-8bb54a9f-3151-48e5-baae-0ff7d2373f74 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 944 time: 0.0628643 Jun 30 02:47:35.409257 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3512c41f-bb39-47be-985b-c5b1dbff3171 req-f285da6a-ae17-462f-b34a-b0653414e65e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310168 Jun 30 02:47:35.887656 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f7e29-c13b-4e03-9034-ddad34c70f01 req-79b6b70f-4fc5-4f32-aae0-798e2b817e5c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:35.889132 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4a9f7e29-c13b-4e03-9034-ddad34c70f01 req-79b6b70f-4fc5-4f32-aae0-798e2b817e5c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0715141 Jun 30 02:47:35.923170 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:35.927113 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4a9f7e29-c13b-4e03-9034-ddad34c70f01 req-7119e38d-3d7d-4bc7-98f0-afa0428a9985 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322685 Jun 30 02:47:36.421178 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:36.583497 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b422c-493b-4239-ac6d-47c4c492a020 req-bd757b62-2e80-43c7-9b4a-bc12fa2f9728 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:36.585061 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1e5b422c-493b-4239-ac6d-47c4c492a020 req-bd757b62-2e80-43c7-9b4a-bc12fa2f9728 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 944 time: 0.0663443 Jun 30 02:47:36.624470 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1e5b422c-493b-4239-ac6d-47c4c492a020 req-e3413d73-9cc8-4579-afec-9021934e31c4 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324304 Jun 30 02:47:36.922416 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:37.121434 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10ff27-bb46-4893-ad68-b68135a01588 req-7b5b842a-f1d6-45ed-95d2-e8503bd96a22 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.122987 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-de10ff27-bb46-4893-ad68-b68135a01588 req-7b5b842a-f1d6-45ed-95d2-e8503bd96a22 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0712366 Jun 30 02:47:37.162978 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-de10ff27-bb46-4893-ad68-b68135a01588 req-7e7fed46-a2ef-4237-9f90-cf59d21a4ca2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333011 Jun 30 02:47:37.795976 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c8ff2-5a6c-44d5-8d05-e76152f1225c req-ff70fd3f-c55e-4fea-8b0c-23ba0d5d94c6 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:37.797438 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-475c8ff2-5a6c-44d5-8d05-e76152f1225c req-ff70fd3f-c55e-4fea-8b0c-23ba0d5d94c6 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 944 time: 0.0635197 Jun 30 02:47:37.833750 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-475c8ff2-5a6c-44d5-8d05-e76152f1225c req-3f026dda-24eb-431d-bb80-a191873d1276 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307078 Jun 30 02:47:38.331990 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:38.349231 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d60406-7f0e-4d8b-a563-2ff3ce77e432 req-595bb780-b7c3-43b6-b74e-79d0e3d0801d tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:38.351448 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f7d60406-7f0e-4d8b-a563-2ff3ce77e432 req-595bb780-b7c3-43b6-b74e-79d0e3d0801d tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0664117 Jun 30 02:47:38.392967 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f7d60406-7f0e-4d8b-a563-2ff3ce77e432 req-fb641250-0ffb-4535-9fef-64dde1976f33 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358305 Jun 30 02:47:39.011138 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f2834-c8ef-42fd-af19-1480c665dd2b req-35d8ecc5-98eb-4a0d-a985-1f213509f450 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:39.012545 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6d6f2834-c8ef-42fd-af19-1480c665dd2b req-35d8ecc5-98eb-4a0d-a985-1f213509f450 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 944 time: 0.0661685 Jun 30 02:47:39.051155 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6d6f2834-c8ef-42fd-af19-1480c665dd2b req-86145bd7-448b-47e0-9979-eb36dcaed031 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328598 Jun 30 02:47:39.369688 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:39.419617 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:39.423216 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:39.423583 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.504456 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.526848 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e01d558-ac5f-4723-b5b4-db480a0c8ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:39.529114 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f68990a-590c-4e51-83bf-1e8331dee76f" -d '{"events": [{"server_uuid": "6e01d558-ac5f-4723-b5b4-db480a0c8ce6", "name": "network-vif-plugged", "status": "completed", "tag": "2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:39.543840 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:39.549823 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:39.576927 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ea2a88-ef88-47e1-a6cc-d1b3c139fa18 x-openstack-request-id: req-e1ea2a88-ef88-47e1-a6cc-d1b3c139fa18 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:39.577224 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e01d558-ac5f-4723-b5b4-db480a0c8ce6", "name": "network-vif-plugged", "status": "completed", "tag": "2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:39.577474 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e1ea2a88-ef88-47e1-a6cc-d1b3c139fa18 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:39.577855 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e01d558-ac5f-4723-b5b4-db480a0c8ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc', 'code': 200} Jun 30 02:47:39.605584 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:39.639418 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85030ffd-48c4-4ac2-98c1-6ba8b6383753 req-55109356-11d2-442d-b9cf-e05a45af9f71 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:39.640843 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-85030ffd-48c4-4ac2-98c1-6ba8b6383753 req-55109356-11d2-442d-b9cf-e05a45af9f71 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.1103108 Jun 30 02:47:39.687136 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-85030ffd-48c4-4ac2-98c1-6ba8b6383753 req-6e631ac1-73ce-4534-b1cd-d27983810dda tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399089 Jun 30 02:47:39.850516 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798659ca-a5f0-4a22-9f60-d7c8a1c83e1b req-f659cd61-b519-418e-831d-c97e65b5ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:39.852013 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-798659ca-a5f0-4a22-9f60-d7c8a1c83e1b req-f659cd61-b519-418e-831d-c97e65b5ce36 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0963697 Jun 30 02:47:39.885802 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-798659ca-a5f0-4a22-9f60-d7c8a1c83e1b req-63632e20-d6a6-4843-8b9c-f055ad4a8a33 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269434 Jun 30 02:47:40.226748 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7214c97-1840-42e0-b22c-17924d4c4778 req-0a4b869e-ffd5-4030-b550-76e0bf1335ef tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:40.228257 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f7214c97-1840-42e0-b22c-17924d4c4778 req-0a4b869e-ffd5-4030-b550-76e0bf1335ef tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0640571 Jun 30 02:47:40.266679 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f7214c97-1840-42e0-b22c-17924d4c4778 req-924ba250-e1c9-419c-bd08-f4f1a8d9473b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328681 Jun 30 02:47:40.713396 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cbcf0-1b86-4fa1-9c3c-fd350b038c09 req-455838a2-10cb-4c1b-94f3-dd00b275e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:40.714938 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e48cbcf0-1b86-4fa1-9c3c-fd350b038c09 req-455838a2-10cb-4c1b-94f3-dd00b275e209 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 1099 time: 0.0553160 Jun 30 02:47:40.856723 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cbcf0-1b86-4fa1-9c3c-fd350b038c09 req-497ebc0e-cbff-420e-b1d2-62b09e444551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:40.858485 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e48cbcf0-1b86-4fa1-9c3c-fd350b038c09 req-497ebc0e-cbff-420e-b1d2-62b09e444551 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 918 time: 0.1214447 Jun 30 02:47:40.946404 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72554739-c0cf-4f21-8def-481d19bc1bed req-e9dea68c-90b8-4794-9091-ae512d78e16a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:40.947953 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-72554739-c0cf-4f21-8def-481d19bc1bed req-e9dea68c-90b8-4794-9091-ae512d78e16a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.1321146 Jun 30 02:47:40.950516 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e48cbcf0-1b86-4fa1-9c3c-fd350b038c09 req-813fbcdb-a32e-4638-8864-f289b34c1330 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cc1817-02bc-4998-bee2-94f7893d5d86 HTTP/1.1" status: 200 len: 1002 time: 0.0854187 Jun 30 02:47:41.018346 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-72554739-c0cf-4f21-8def-481d19bc1bed req-2d0a6ed4-4f24-4874-870c-98909fcc22f0 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643914 Jun 30 02:47:41.025900 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cbcf0-1b86-4fa1-9c3c-fd350b038c09 req-f4edfeeb-b918-4e6d-9915-c0705d95736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.027356 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e48cbcf0-1b86-4fa1-9c3c-fd350b038c09 req-f4edfeeb-b918-4e6d-9915-c0705d95736c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 200 len: 855 time: 0.0668314 Jun 30 02:47:41.086552 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cbcf0-1b86-4fa1-9c3c-fd350b038c09 req-f8d0d133-b19c-4ad7-83f5-708893a1f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.088148 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e48cbcf0-1b86-4fa1-9c3c-fd350b038c09 req-f8d0d133-b19c-4ad7-83f5-708893a1f7b6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538113 Jun 30 02:47:41.188120 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e48cbcf0-1b86-4fa1-9c3c-fd350b038c09 req-e39650ca-ffc0-40eb-80a9-b09ed9f9e56f service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846941 Jun 30 02:47:41.278278 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e48cbcf0-1b86-4fa1-9c3c-fd350b038c09 req-408df37f-4643-48c8-91a2-ee262730383e service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829134 Jun 30 02:47:41.328641 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:47:41.442721 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc967ba3-2ce4-4480-8cf2-9d171b072bf2 req-465548b3-c1df-4cfd-81f7-8e52459db319 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:41.444857 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bc967ba3-2ce4-4480-8cf2-9d171b072bf2 req-465548b3-c1df-4cfd-81f7-8e52459db319 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0634725 Jun 30 02:47:41.483441 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bc967ba3-2ce4-4480-8cf2-9d171b072bf2 req-7870943f-f4de-4e6c-b136-dbf588611287 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324976 Jun 30 02:47:42.200890 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f78c0-c711-46f2-8f0b-c368c6445c79 req-c143d162-80c5-42a1-89fc-94317adfa360 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.202277 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-158f78c0-c711-46f2-8f0b-c368c6445c79 req-c143d162-80c5-42a1-89fc-94317adfa360 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0690513 Jun 30 02:47:42.239555 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-158f78c0-c711-46f2-8f0b-c368c6445c79 req-f070d384-d66a-48fe-accc-0f608c62eef6 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316696 Jun 30 02:47:42.659355 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae79561-bbfc-4c8d-8ebf-2364367436c9 req-874dac16-ad67-4df5-869f-643c4170db53 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.660802 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cae79561-bbfc-4c8d-8ebf-2364367436c9 req-874dac16-ad67-4df5-869f-643c4170db53 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0651782 Jun 30 02:47:42.699951 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cae79561-bbfc-4c8d-8ebf-2364367436c9 req-fb00d53c-0e91-4b11-b64a-a0633fa47aa7 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325112 Jun 30 02:47:42.861409 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d788aee-264d-41d3-8190-8b2dbf518eca req-ff352a31-1754-47cb-a02e-15bbfeb87a82 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:42.862944 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4d788aee-264d-41d3-8190-8b2dbf518eca req-ff352a31-1754-47cb-a02e-15bbfeb87a82 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0620792 Jun 30 02:47:42.872429 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:42.874051 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59470) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:42.878787 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-ba9ec1fd-c4e1-4df1-a51d-10c2f4ff5f62 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Request body: {'floatingip': {'port_id': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:42.918720 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec1fd-c4e1-4df1-a51d-10c2f4ff5f62 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.410042 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec1fd-c4e1-4df1-a51d-10c2f4ff5f62 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.415339 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec1fd-c4e1-4df1-a51d-10c2f4ff5f62 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.513668 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bebb6-5c81-4ac0-a9dd-07d01842ad43 req-89698a68-2e7d-419c-81e3-1acf559089ee tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:43.515155 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b24bebb6-5c81-4ac0-a9dd-07d01842ad43 req-89698a68-2e7d-419c-81e3-1acf559089ee tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.1542594 Jun 30 02:47:43.556558 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.l3_db [None req-ba9ec1fd-c4e1-4df1-a51d-10c2f4ff5f62 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Floating IP 9163f82f-8ad2-41ba-9a4e-e19cb7ca5dcd associated. External IP: 172.27.0.248, port: 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc. Jun 30 02:47:43.595586 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b24bebb6-5c81-4ac0-a9dd-07d01842ad43 req-bae4ecf7-7a78-4eb3-b7b5-70cf417f4210 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745401 Jun 30 02:47:43.770724 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9ec1fd-c4e1-4df1-a51d-10c2f4ff5f62 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:43.875661 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9ec1fd-c4e1-4df1-a51d-10c2f4ff5f62 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:43.880755 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ba9ec1fd-c4e1-4df1-a51d-10c2f4ff5f62 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:43.885443 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae6576c-faa0-4175-a839-11f9066effde None None] Sync routers for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:43.894045 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae6576c-faa0-4175-a839-11f9066effde None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:43.894655 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-4ae6576c-faa0-4175-a839-11f9066effde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:43.920389 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ba9ec1fd-c4e1-4df1-a51d-10c2f4ff5f62 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "PUT /v2.0/floatingips/9163f82f-8ad2-41ba-9a4e-e19cb7ca5dcd HTTP/1.1" status: 200 len: 991 time: 1.0450265 Jun 30 02:47:43.920965 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e01d558-ac5f-4723-b5b4-db480a0c8ce6', 'tag': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc'}] {{(pid=99697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:43.923296 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b7f5baf573436b176afe0d81d1f51af27148d2e3508bf06a547a56a88bfd8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d596a5c-6657-4f97-8e73-19dfbde3fab3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e01d558-ac5f-4723-b5b4-db480a0c8ce6", "tag": "2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc"}]}' {{(pid=99697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:43.960791 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03616ace-45d2-45d7-aebf-99e3fce6bd27 x-openstack-request-id: req-03616ace-45d2-45d7-aebf-99e3fce6bd27 {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:43.961127 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e01d558-ac5f-4723-b5b4-db480a0c8ce6", "tag": "2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc", "status": "completed", "code": 200}]} {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:43.961409 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-03616ace-45d2-45d7-aebf-99e3fce6bd27 {{(pid=99697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:43.961806 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e01d558-ac5f-4723-b5b4-db480a0c8ce6', 'tag': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc', 'status': 'completed', 'code': 200} Jun 30 02:47:44.003708 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-4ae6576c-faa0-4175-a839-11f9066effde None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:44.039880 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d596a5c-6657-4f97-8e73-19dfbde3fab3 req-4da78ae5-6ed0-4700-b075-b1929ef8d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.041410 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6d596a5c-6657-4f97-8e73-19dfbde3fab3 req-4da78ae5-6ed0-4700-b075-b1929ef8d10e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0556049 Jun 30 02:47:44.143828 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d596a5c-6657-4f97-8e73-19dfbde3fab3 req-acfccb6c-b40d-4f21-ab3b-c67ffa340314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.148485 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6d596a5c-6657-4f97-8e73-19dfbde3fab3 req-acfccb6c-b40d-4f21-ab3b-c67ffa340314 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2 HTTP/1.1" status: 200 len: 912 time: 0.0972736 Jun 30 02:47:44.217373 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6d596a5c-6657-4f97-8e73-19dfbde3fab3 req-a02f95d4-6135-47a6-ba86-ddcee115a133 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc HTTP/1.1" status: 200 len: 999 time: 0.0641439 Jun 30 02:47:44.278361 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d596a5c-6657-4f97-8e73-19dfbde3fab3 req-27b17a15-df79-4282-a267-116d618884fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.280296 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6d596a5c-6657-4f97-8e73-19dfbde3fab3 req-27b17a15-df79-4282-a267-116d618884fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=422ed7e6-8268-4da9-9aee-eeed2f63ac7e HTTP/1.1" status: 200 len: 849 time: 0.0558486 Jun 30 02:47:44.350454 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d596a5c-6657-4f97-8e73-19dfbde3fab3 req-13f22318-f19f-41fa-9a94-dad62ae4ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.352332 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6d596a5c-6657-4f97-8e73-19dfbde3fab3 req-13f22318-f19f-41fa-9a94-dad62ae4ce6d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0606773 Jun 30 02:47:44.402071 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-4ae6576c-faa0-4175-a839-11f9066effde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '9163f82f-8ad2-41ba-9a4e-e19cb7ca5dcd', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'port_id': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'mac_address': 'fa:16:3e:bd:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e01d558-ac5f-4723-b5b4-db480a0c8ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:47:23Z', 'updated_at': '2021-06-30T02:47:43Z', 'revision_number': 1, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 5, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:44.429459 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae6576c-faa0-4175-a839-11f9066effde None None] Checking router: 64f94e0a-9767-43cc-8a82-c8d05612ecb3 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:44.439902 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae6576c-faa0-4175-a839-11f9066effde None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:44.440551 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-4ae6576c-faa0-4175-a839-11f9066effde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:44.447063 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6d596a5c-6657-4f97-8e73-19dfbde3fab3 req-5cef4714-68bc-469e-9d9c-a27461c0ca42 service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873537 Jun 30 02:47:44.546526 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6d596a5c-6657-4f97-8e73-19dfbde3fab3 req-c7d19e37-02df-4006-9f21-96f2fbaf5eff service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923049 Jun 30 02:47:44.559812 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-4ae6576c-faa0-4175-a839-11f9066effde None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:44.775664 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a49d49-a3d7-4e72-977b-59b4920f744e req-e79adb87-c7af-4817-8b80-9dd981246446 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:44.777155 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-85a49d49-a3d7-4e72-977b-59b4920f744e req-e79adb87-c7af-4817-8b80-9dd981246446 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0632310 Jun 30 02:47:44.792128 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-4ae6576c-faa0-4175-a839-11f9066effde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '9163f82f-8ad2-41ba-9a4e-e19cb7ca5dcd', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'port_id': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'mac_address': 'fa:16:3e:bd:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e01d558-ac5f-4723-b5b4-db480a0c8ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:47:23Z', 'updated_at': '2021-06-30T02:47:43Z', 'revision_number': 1, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 5, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:44.814987 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-85a49d49-a3d7-4e72-977b-59b4920f744e req-3d5bbadf-f5bf-4ad9-b134-1893c25d5ea3 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320129 Jun 30 02:47:44.819066 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae6576c-faa0-4175-a839-11f9066effde None None] The sync data for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi is: [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '9163f82f-8ad2-41ba-9a4e-e19cb7ca5dcd', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'port_id': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'mac_address': 'fa:16:3e:bd:f8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e01d558-ac5f-4723-b5b4-db480a0c8ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:47:23Z', 'updated_at': '2021-06-30T02:47:43Z', 'revision_number': 1, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 5, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:44.995987 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c3ead7-b567-4659-a81d-63d76e4566f3 None None] New status for floating IP 9163f82f-8ad2-41ba-9a4e-e19cb7ca5dcd: ACTIVE {{(pid=99699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:47:45.386016 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 46cc1817-02bc-4998-bee2-94f7893d5d86 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:47:45.493975 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 46cc1817-02bc-4998-bee2-94f7893d5d86, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=46cc1817-02bc-4998-bee2-94f7893d5d86,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:45.505184 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'port_id': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'mac_address': 'fa:16:3e:9f:65:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:47:45.541958 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.555631 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46cc1817-02bc-4998-bee2-94f7893d5d86 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:47:45.576192 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 46cc1817-02bc-4998-bee2-94f7893d5d86, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=46cc1817-02bc-4998-bee2-94f7893d5d86,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:45.579847 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:45.628690 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=46cc1817-02bc-4998-bee2-94f7893d5d86,revision_number=6']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:45.699965 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['46cc1817-02bc-4998-bee2-94f7893d5d86'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:47:45.994295 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba736d9c-37be-49aa-9f7d-e28324558d74 req-5ec795dd-4868-46c2-b724-9b76e3215e67 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:45.995775 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ba736d9c-37be-49aa-9f7d-e28324558d74 req-5ec795dd-4868-46c2-b724-9b76e3215e67 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 945 time: 0.0629828 Jun 30 02:47:46.033053 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ba736d9c-37be-49aa-9f7d-e28324558d74 req-9e0aa68a-324b-4913-b261-f96cb1fef0aa tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317049 Jun 30 02:47:46.474338 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59518) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:46.522319 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0aed85-ea59-4f58-afb0-1af9a7758406 admin admin] Deleting subnet e2b83ea6-b73f-4a7d-8943-cf61d5ab95dc {{(pid=99697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:47:46.525866 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bd0aed85-ea59-4f58-afb0-1af9a7758406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.558465 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bd0aed85-ea59-4f58-afb0-1af9a7758406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6836301'] for subnet, precommit_delete_associations {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.597316 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bd0aed85-ea59-4f58-afb0-1af9a7758406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.650732 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bd0aed85-ea59-4f58-afb0-1af9a7758406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6448231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756988'] for subnet, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.679885 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0aed85-ea59-4f58-afb0-1af9a7758406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2b83ea6-b73f-4a7d-8943-cf61d5ab95dc,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:46.683687 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bd0aed85-ea59-4f58-afb0-1af9a7758406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.686342 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-bd0aed85-ea59-4f58-afb0-1af9a7758406 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/e2b83ea6-b73f-4a7d-8943-cf61d5ab95dc HTTP/1.1" status: 204 len: 168 time: 0.2109816 Jun 30 02:47:46.688052 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59522) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:46.754866 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5ef573ee-218e-49c6-82be-05ed84f65c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.835676 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5ef573ee-218e-49c6-82be-05ed84f65c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.845088 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-5ef573ee-218e-49c6-82be-05ed84f65c9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c22950-ce99-44a7-866d-f80154c0e434']}} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:46.855433 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-5ef573ee-218e-49c6-82be-05ed84f65c9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbd46c2-4bf0-4435-8fc7-5b120c087c0d') {'for_net_delete': True} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:46.855731 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-5ef573ee-218e-49c6-82be-05ed84f65c9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbd46c2-4bf0-4435-8fc7-5b120c087c0d') {} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:46.864132 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5ef573ee-218e-49c6-82be-05ed84f65c9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6836292'] for segment, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.877942 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5ef573ee-218e-49c6-82be-05ed84f65c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.884106 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef573ee-218e-49c6-82be-05ed84f65c9a admin admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=99697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:47:46.884528 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5ef573ee-218e-49c6-82be-05ed84f65c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6448324'] for segment, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: Traceback (most recent call last): Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: timer() Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: cb(*args, **kw) Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: return func(*args, **kwargs) Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: self._notify() Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: self.callback(batched_events) Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: event.method(event) Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: return f(self, *a, **k) Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._get(url).json() Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: return self.request(url, 'GET', **kwargs) Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:47:46.886494 dv-cinder-733062-20-iscsi neutron-server[99697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:47:46.939950 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5ef573ee-218e-49c6-82be-05ed84f65c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.945273 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5ef573ee-218e-49c6-82be-05ed84f65c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:46.947246 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-5ef573ee-218e-49c6-82be-05ed84f65c9a admin admin] 10.222.0.104 "DELETE /v2.0/networks/f5c22950-ce99-44a7-866d-f80154c0e434 HTTP/1.1" status: 204 len: 168 time: 0.2582355 Jun 30 02:47:46.960272 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef573ee-218e-49c6-82be-05ed84f65c9a admin admin] Pushing event deleted for resources: {'Network': ['ID=f5c22950-ce99-44a7-866d-f80154c0e434,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:47.062412 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59526) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:47.108341 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-b84be8f8-c5a5-40b1-8855-ef905d74d1ef admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=6600aa25696843f28d64cb6f627e979c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445731 Jun 30 02:47:47.111154 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59530) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:47.172227 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c78e4464-3e83-490c-af93-47716be0acd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.213102 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c78e4464-3e83-490c-af93-47716be0acd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.265070 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cd63f-7e92-42c8-878e-bf0358590498 req-cadde03d-8f59-4617-8da1-d90f48f56f40 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:47.266531 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e82cd63f-7e92-42c8-878e-bf0358590498 req-cadde03d-8f59-4617-8da1-d90f48f56f40 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 945 time: 0.1116176 Jun 30 02:47:47.295182 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c78e4464-3e83-490c-af93-47716be0acd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.297638 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c78e4464-3e83-490c-af93-47716be0acd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.298721 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-c78e4464-3e83-490c-af93-47716be0acd5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ae034305-55dd-40de-9e58-8445bfae1682 HTTP/1.1" status: 204 len: 168 time: 0.1866813 Jun 30 02:47:47.316344 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e82cd63f-7e92-42c8-878e-bf0358590498 req-8e04464f-5beb-41ad-952c-49bd404731cc tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438657 Jun 30 02:47:47.317408 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e4464-3e83-490c-af93-47716be0acd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae034305-55dd-40de-9e58-8445bfae1682,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:47.401045 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 46cc1817-02bc-4998-bee2-94f7893d5d86 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:47.450348 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 46cc1817-02bc-4998-bee2-94f7893d5d86 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:47.451047 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.532086 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.555808 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:47:47.558061 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f1a2fb-3ba4-4924-aa27-5695418d19cd" -d '{"events": [{"server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "name": "network-vif-plugged", "status": "completed", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:47:47.571382 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 46cc1817-02bc-4998-bee2-94f7893d5d86, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=46cc1817-02bc-4998-bee2-94f7893d5d86,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:47.576106 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:47.607965 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3991ed-fc34-4b3f-a20a-67fe0c9bbb2c x-openstack-request-id: req-0d3991ed-fc34-4b3f-a20a-67fe0c9bbb2c {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:47:47.608254 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "name": "network-vif-plugged", "status": "completed", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:47:47.608500 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0d3991ed-fc34-4b3f-a20a-67fe0c9bbb2c {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:47:47.608875 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'code': 200} Jun 30 02:47:47.636501 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=46cc1817-02bc-4998-bee2-94f7893d5d86,revision_number=7']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:47.643394 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:47.643712 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:47.644049 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:47.644381 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:47.644709 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:47.645032 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:47.645353 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:47.645672 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:47.645996 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:47.646326 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:47.646907 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:47.648265 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:47:47.969159 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59556) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:48.061306 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-35839988-network', 'tenant_id': '8311a3de3f294c53a726d7a659619598'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:48.083930 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Made reservation on behalf of 8311a3de3f294c53a726d7a659619598 for: {'network': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:48.086745 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.096307 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.184378 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.187854 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.208227 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1141} {{(pid=99696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:47:48.222863 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681912e6-5857-4273-93ce-e2c786c953be,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:48.225888 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.226177 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.segments_db [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Added segment d7ec76c6-e0d6-4103-80f5-a24b381eb69a of type vlan for network 87142098-bff3-4233-ae15-ff4a357de4fc Jun 30 02:47:48.265651 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.292597 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.293646 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.294229 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.352070 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3789773 Jun 30 02:47:48.352470 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59562) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:48.356377 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36062a-96ee-48fc-b0b6-d7f5a9a6c79f admin admin] Pushing event updated for resources: {'Network': ['ID=87142098-bff3-4233-ae15-ff4a357de4fc,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:48.358092 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-8725f5fe-345d-4ce1-868c-879c4f1c36ca admin admin] Request body: {'subnet': {'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-35839988-subnet', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'ip_version': 4}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:48.369715 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 87142098-bff3-4233-ae15-ff4a357de4fc details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:48.396476 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8725f5fe-345d-4ce1-868c-879c4f1c36ca admin admin] Made reservation on behalf of 8311a3de3f294c53a726d7a659619598 for: {'subnet': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:48.399434 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8725f5fe-345d-4ce1-868c-879c4f1c36ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756947'] for subnet, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.506414 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6697aeb-ab58-4425-b280-2628ef06c22b req-703dd798-2904-4e67-8689-2f060995cdd3 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.508259 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b6697aeb-ab58-4425-b280-2628ef06c22b req-703dd798-2904-4e67-8689-2f060995cdd3 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0641718 Jun 30 02:47:48.546155 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b6697aeb-ab58-4425-b280-2628ef06c22b req-63c14b6d-30a2-4485-a133-c848d91c19bb tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320685 Jun 30 02:47:48.572424 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8725f5fe-345d-4ce1-868c-879c4f1c36ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6471594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756933'] for subnet, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.631615 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725f5fe-345d-4ce1-868c-879c4f1c36ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff6bda98-1543-460b-95fe-797c0d235f81,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:48.641477 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8725f5fe-345d-4ce1-868c-879c4f1c36ca admin admin] Checking segment: {'id': 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:48.641833 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8725f5fe-345d-4ce1-868c-879c4f1c36ca admin admin] Network hostable DHCP agents. Network: 87142098-bff3-4233-ae15-ff4a357de4fc, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:48.657262 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8725f5fe-345d-4ce1-868c-879c4f1c36ca admin admin] Network 87142098-bff3-4233-ae15-ff4a357de4fc is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:48.667076 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-8725f5fe-345d-4ce1-868c-879c4f1c36ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 87142098-bff3-4233-ae15-ff4a357de4fc) {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:48.671364 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8725f5fe-345d-4ce1-868c-879c4f1c36ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:48.671984 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8725f5fe-345d-4ce1-868c-879c4f1c36ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.676676 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb31f467-da38-4830-9a08-4feedc8145c5 None None] Network 87142098-bff3-4233-ae15-ff4a357de4fc requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:48.687624 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-8725f5fe-345d-4ce1-868c-879c4f1c36ca admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3338058 Jun 30 02:47:48.688883 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59564) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:48.693169 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:48.715224 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38302'] for router, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.716198 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38293'] for router, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.829436 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b034b6a-ee2c-5a48-a2ee-cc22d4534911-87142098-bff3-4233-ae15-ff4a357de4fc', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'fixed_ips': [{'subnet_id': 'ff6bda98-1543-460b-95fe-797c0d235f81'}]}} from dv-cinder-733062-20-iscsi. {{(pid=99698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:48.830369 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:48.974990 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.db_base_plugin_common [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Allocated IP 172.20.0.2 (87142098-bff3-4233-ae15-ff4a357de4fc/ff6bda98-1543-460b-95fe-797c0d235f81/64ab8890-c2ad-4629-bb4d-111df602e127) {{(pid=99698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:48.978045 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.117303 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38371'] for router, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.128767 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Notify callbacks [] for port, precommit_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.138326 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Transition to ACTIVE for port object 64ab8890-c2ad-4629-bb4d-111df602e127 will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:49.153289 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Transition to ACTIVE for port object 64ab8890-c2ad-4629-bb4d-111df602e127 will not be triggered until provisioned by entity DHCP. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:49.159957 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.200448 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Network 87142098-bff3-4233-ae15-ff4a357de4fc is already hosted by enough agents. {{(pid=99698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:49.205235 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.base_scheduler [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Resources bound (agent type, host, resource id): {{(pid=99698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:49.207660 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Received port after_create {{(pid=99698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:49.215385 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Pushing event updated for resources: {'Port': ['ID=64ab8890-c2ad-4629-bb4d-111df602e127,revision_number=1']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:49.276707 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Attempting to bind port 64ab8890-c2ad-4629-bb4d-111df602e127 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:49.277064 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Attempting to bind port 64ab8890-c2ad-4629-bb4d-111df602e127 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:49.277424 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Attempting to bind port 64ab8890-c2ad-4629-bb4d-111df602e127 on network 87142098-bff3-4233-ae15-ff4a357de4fc {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:49.282383 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:49.282761 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Checking segment: {'id': 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:49.283199 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.283594 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Bound using segment: {'id': 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:49.284054 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Bound port: 64ab8890-c2ad-4629-bb4d-111df602e127, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:49.284429 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.324142 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.345972 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] For port 64ab8890-c2ad-4629-bb4d-111df602e127, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:49.347373 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.349012 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] For port 64ab8890-c2ad-4629-bb4d-111df602e127, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=64ab8890-c2ad-4629-bb4d-111df602e127,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:49.353724 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.409301 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e0d8b-c170-4eff-9895-d8ee7612be67 None None] Pushing event updated for resources: {'Port': ['ID=64ab8890-c2ad-4629-bb4d-111df602e127,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:49.465952 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Allocated IP 172.27.0.128 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/8e1af419-0f8b-4535-943c-eebd012f8efd) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:49.590825 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.636656 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6448154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:49.671273 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:49.674335 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:49.677759 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:49.714717 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1af419-0f8b-4535-943c-eebd012f8efd,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:49.754917 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190351eb-8fd4-43b7-8958-5fa61a27de77 req-5c825841-c1c3-462b-bbf6-580ba382b69b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:49.757191 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-190351eb-8fd4-43b7-8958-5fa61a27de77 req-5c825841-c1c3-462b-bbf6-580ba382b69b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0658996 Jun 30 02:47:49.799700 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-190351eb-8fd4-43b7-8958-5fa61a27de77 req-b35245c0-03ab-4ca7-9836-0e7678af1178 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361927 Jun 30 02:47:49.938766 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.150646 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1044555'] for router, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.284495 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Router e30d39c0-d378-4303-8176-29f82ff7c765 is scheduled to L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 with binding_index 1 {{(pid=99697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:47:50.293255 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18f6648-724f-4f0b-9ee6-716a36bc5260 None None] Network 87142098-bff3-4233-ae15-ff4a357de4fc requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:50.352287 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-3eea5787-d98f-49da-8454-9f77be4fc61f None None] Provisioning for port 64ab8890-c2ad-4629-bb4d-111df602e127 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:50.396169 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:50.407766 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Sync routers for ids ['e30d39c0-d378-4303-8176-29f82ff7c765'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:50.413724 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] Notify callbacks [] for router, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.414999 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-5fb39a70-074f-46d7-9b5b-f49ab3b7a226 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7251642 Jun 30 02:47:50.417843 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59574) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:50.427129 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Routers {'e30d39c0-d378-4303-8176-29f82ff7c765'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:50.427748 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['e30d39c0-d378-4303-8176-29f82ff7c765'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:50.563655 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Set router e30d39c0-d378-4303-8176-29f82ff7c765 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:50.759952 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:47:49Z', 'revision_number': 3, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port': {'id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:50.922038 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Checking router: e30d39c0-d378-4303-8176-29f82ff7c765 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:50.922389 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Updating router e30d39c0-d378-4303-8176-29f82ff7c765 port 8e1af419-0f8b-4535-943c-eebd012f8efd binding host dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:47:50.963448 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:50.993888 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26155ec6-deb9-408d-9b2b-80503f258ecf req-2f906656-fd13-4d47-8e26-305e10f216ad tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:50.995387 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-26155ec6-deb9-408d-9b2b-80503f258ecf req-2f906656-fd13-4d47-8e26-305e10f216ad tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0723200 Jun 30 02:47:51.037946 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-26155ec6-deb9-408d-9b2b-80503f258ecf req-07dd6cc9-3469-4b36-a706-adf3b3011432 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339074 Jun 30 02:47:51.053474 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.226231 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Allocated IP 172.20.0.1 (87142098-bff3-4233-ae15-ff4a357de4fc/ff6bda98-1543-460b-95fe-797c0d235f81/9945d202-c729-413e-88b6-726d7f4c588e) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:51.239735 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Notify callbacks [] for port, precommit_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.254306 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Transition to ACTIVE for port object 8e1af419-0f8b-4535-943c-eebd012f8efd will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:51.264309 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.323679 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Attempting to bind port 8e1af419-0f8b-4535-943c-eebd012f8efd on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:51.324290 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Attempting to bind port 8e1af419-0f8b-4535-943c-eebd012f8efd by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:51.324902 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Attempting to bind port 8e1af419-0f8b-4535-943c-eebd012f8efd on network 5c243ec1-c514-4a50-9951-3a294683a08a {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:51.337338 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:51.337782 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Checking segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:51.338179 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.338766 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Bound using segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:51.339122 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Bound port: 8e1af419-0f8b-4535-943c-eebd012f8efd, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:51.339497 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.343037 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0ee49-a6fb-46c4-98f5-f34675570efb None None] Pushing event updated for resources: {'Port': ['ID=8e1af419-0f8b-4535-943c-eebd012f8efd,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:51.348217 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.369419 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.provisioning_blocks [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Transition to ACTIVE for port object 9945d202-c729-413e-88b6-726d7f4c588e will not be triggered until provisioned by entity DHCP. {{(pid=99697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:51.397775 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] For port 8e1af419-0f8b-4535-943c-eebd012f8efd, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:51.401833 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] For port 8e1af419-0f8b-4535-943c-eebd012f8efd, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=8e1af419-0f8b-4535-943c-eebd012f8efd,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:51.406713 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.407339 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6448154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.445722 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Network 87142098-bff3-4233-ae15-ff4a357de4fc is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:51.450258 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:51.453801 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:51.479432 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Routers {'e30d39c0-d378-4303-8176-29f82ff7c765'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:51.480087 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['e30d39c0-d378-4303-8176-29f82ff7c765'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:51.496754 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043522'] for router_interface, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.547479 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0ee49-a6fb-46c4-98f5-f34675570efb None None] Pushing event updated for resources: {'Port': ['ID=8e1af419-0f8b-4535-943c-eebd012f8efd,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:51.592506 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Pushing event updated for resources: {'Port': ['ID=9945d202-c729-413e-88b6-726d7f4c588e,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:51.635894 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] Set router e30d39c0-d378-4303-8176-29f82ff7c765 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:51.640635 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 64ab8890-c2ad-4629-bb4d-111df602e127 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:51.707595 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.832307 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-87c3ce7c-a137-4708-b70a-7924eb7ed84c None None] Provisioning for port 9945d202-c729-413e-88b6-726d7f4c588e completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:51.841470 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-87c3ce7c-a137-4708-b70a-7924eb7ed84c None None] Provisioning complete for port 9945d202-c729-413e-88b6-726d7f4c588e triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:51.841869 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-87c3ce7c-a137-4708-b70a-7924eb7ed84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.860027 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 64ab8890-c2ad-4629-bb4d-111df602e127 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:51.885897 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 64ab8890-c2ad-4629-bb4d-111df602e127 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:51.886170 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.905175 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.913401 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6448168'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:51.935271 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-87c3ce7c-a137-4708-b70a-7924eb7ed84c None None] Port 9945d202-c729-413e-88b6-726d7f4c588e cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:51.969179 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:47:49Z', 'revision_number': 3, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port': {'id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:51.989852 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Pushing event updated for resources: {'Port': ['ID=9945d202-c729-413e-88b6-726d7f4c588e,revision_number=2']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:51.995526 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042037'] for router_interface, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.014638 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d147084d-7233-4f44-ab0a-f8b00cc0ff6d None None] The sync data for ids ['e30d39c0-d378-4303-8176-29f82ff7c765'] in dv-cinder-733062-20-iscsi is: [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:47:49Z', 'revision_number': 3, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port': {'id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:52.047896 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.097546 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 64ab8890-c2ad-4629-bb4d-111df602e127, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=64ab8890-c2ad-4629-bb4d-111df602e127,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:52.110343 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.161895 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Network 87142098-bff3-4233-ae15-ff4a357de4fc is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:52.170514 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:52.235108 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=64ab8890-c2ad-4629-bb4d-111df602e127,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:52.324434 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc9651-4e0e-402d-9833-d3c16ad7a6b3 req-5185c7d6-00a0-429e-95d9-ea42058141ae tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:52.336288 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d6cc9651-4e0e-402d-9833-d3c16ad7a6b3 req-5185c7d6-00a0-429e-95d9-ea42058141ae tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.1224363 Jun 30 02:47:52.438474 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d6cc9651-4e0e-402d-9833-d3c16ad7a6b3 req-16b446c5-8318-4f8d-9287-3361c35be57a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975533 Jun 30 02:47:52.450068 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Router e30d39c0-d378-4303-8176-29f82ff7c765 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:52.568553 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-a8c43c50-4e45-4bde-8111-4a72ec104e5b None None] Provisioning complete for port 9945d202-c729-413e-88b6-726d7f4c588e triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:52.569720 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a8c43c50-4e45-4bde-8111-4a72ec104e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:52.633166 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-a8c43c50-4e45-4bde-8111-4a72ec104e5b None None] Port 9945d202-c729-413e-88b6-726d7f4c588e cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:52.643324 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:52.651753 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-3825c933-5989-46f7-baf2-e9205aaba1d3 admin admin] 10.222.0.104 "PUT /v2.0/routers/e30d39c0-d378-4303-8176-29f82ff7c765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2328017 Jun 30 02:47:53.242999 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59626) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:53.246534 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-382659862-network', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:53.270067 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Made reservation on behalf of b1d61e98a66646a38995f845e0214bc2 for: {'network': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:53.273959 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.286269 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.399213 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.404246 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.435654 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142} {{(pid=99696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:47:53.446252 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf59106-9be4-4aa4-83c2-22ff58bc8a63,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:53.453889 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.454811 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.segments_db [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Added segment 3972f982-b018-4424-8c0a-6f9bb42a56ef of type vlan for network 2a891f1f-c52c-4f4b-b396-c8625b8dc331 Jun 30 02:47:53.507751 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.562677 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.563644 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:53.564228 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.717574 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4748878 Jun 30 02:47:53.720555 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59632) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:53.730938 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-da0decbb-6bb4-491c-a147-0c7fd3a97a78 admin admin] Request body: {'subnet': {'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-382659862-subnet', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'ip_version': 4}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:53.750147 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 64ab8890-c2ad-4629-bb4d-111df602e127 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:53.767565 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0decbb-6bb4-491c-a147-0c7fd3a97a78 admin admin] Made reservation on behalf of b1d61e98a66646a38995f845e0214bc2 for: {'subnet': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:47:53.771221 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-da0decbb-6bb4-491c-a147-0c7fd3a97a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756947'] for subnet, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.789017 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1a6a2-5e29-43b1-84a2-69a93249e202 admin admin] Pushing event updated for resources: {'Network': ['ID=2a891f1f-c52c-4f4b-b396-c8625b8dc331,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:53.805649 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 2a891f1f-c52c-4f4b-b396-c8625b8dc331 details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:47:53.849714 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9262e5-0603-4e2c-ba36-c23f86c30d73 req-316ca363-c314-4dde-8ee9-4f253ce2f146 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:53.857741 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6f9262e5-0603-4e2c-ba36-c23f86c30d73 req-316ca363-c314-4dde-8ee9-4f253ce2f146 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.1257694 Jun 30 02:47:53.916537 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6f9262e5-0603-4e2c-ba36-c23f86c30d73 req-476856b5-660d-4974-ac4b-11211557aa54 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541310 Jun 30 02:47:53.920232 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 64ab8890-c2ad-4629-bb4d-111df602e127 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:53.920817 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:53.995263 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-da0decbb-6bb4-491c-a147-0c7fd3a97a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6471594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756933'] for subnet, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.020953 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 8e1af419-0f8b-4535-943c-eebd012f8efd up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:54.076338 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0decbb-6bb4-491c-a147-0c7fd3a97a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b96330-1d04-4724-83aa-ae0da02355d3,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:54.088959 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0decbb-6bb4-491c-a147-0c7fd3a97a78 admin admin] Checking segment: {'id': '3972f982-b018-4424-8c0a-6f9bb42a56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:54.089485 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0decbb-6bb4-491c-a147-0c7fd3a97a78 admin admin] Network hostable DHCP agents. Network: 2a891f1f-c52c-4f4b-b396-c8625b8dc331, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:47:54.095457 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 8e1af419-0f8b-4535-943c-eebd012f8efd completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:54.104502 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 8e1af419-0f8b-4535-943c-eebd012f8efd triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:54.104958 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.114125 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0decbb-6bb4-491c-a147-0c7fd3a97a78 admin admin] Network 2a891f1f-c52c-4f4b-b396-c8625b8dc331 is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:47:54.126287 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-da0decbb-6bb4-491c-a147-0c7fd3a97a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 2a891f1f-c52c-4f4b-b396-c8625b8dc331) {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:54.132764 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0decbb-6bb4-491c-a147-0c7fd3a97a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:54.133883 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-da0decbb-6bb4-491c-a147-0c7fd3a97a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.137940 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c9cae9-7c1e-42f3-978c-437bb3b96d40 None None] Network 2a891f1f-c52c-4f4b-b396-c8625b8dc331 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:54.157602 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-da0decbb-6bb4-491c-a147-0c7fd3a97a78 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4332504 Jun 30 02:47:54.158253 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59634) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:54.163103 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-382659862-router', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:47:54.195162 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38302'] for router, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.196945 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38293'] for router, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.211410 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Sync routers for ids ['e30d39c0-d378-4303-8176-29f82ff7c765'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:54.239555 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Routers {'e30d39c0-d378-4303-8176-29f82ff7c765'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:54.240229 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['e30d39c0-d378-4303-8176-29f82ff7c765'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.264565 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.289442 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.346451 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 8e1af419-0f8b-4535-943c-eebd012f8efd, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=8e1af419-0f8b-4535-943c-eebd012f8efd,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:54.353297 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.422765 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b034b6a-ee2c-5a48-a2ee-cc22d4534911-2a891f1f-c52c-4f4b-b396-c8625b8dc331', 'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'fixed_ips': [{'subnet_id': '96b96330-1d04-4724-83aa-ae0da02355d3'}]}} from dv-cinder-733062-20-iscsi. {{(pid=99698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:47:54.423725 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.446963 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=8e1af419-0f8b-4535-943c-eebd012f8efd,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:54.473145 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38371'] for router, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.524340 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Set router e30d39c0-d378-4303-8176-29f82ff7c765 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:54.598683 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.db_base_plugin_common [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Allocated IP 172.20.0.2 (2a891f1f-c52c-4f4b-b396-c8625b8dc331/96b96330-1d04-4724-83aa-ae0da02355d3/da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b) {{(pid=99698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:54.770633 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.772590 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 4, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port': {'id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '9945d202-c729-413e-88b6-726d7f4c588e', 'name': '', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'mac_address': 'fa:16:3e:e4:aa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:51Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 2, 'project_id': '8311a3de3f294c53a726d7a659619598', 'subnets': [{'id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:54.793029 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.800505 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Checking router: e30d39c0-d378-4303-8176-29f82ff7c765 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:54.800999 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Updating router e30d39c0-d378-4303-8176-29f82ff7c765 port 9945d202-c729-413e-88b6-726d7f4c588e binding host dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:47:54.842072 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Notify callbacks [] for port, precommit_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.858691 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Transition to ACTIVE for port object da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:54.877140 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.892755 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Transition to ACTIVE for port object da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b will not be triggered until provisioned by entity DHCP. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:54.905408 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:54.926094 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Allocated IP 172.27.0.165 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/924853c9-98a9-47ec-9232-5b0521b7cb44) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:55.002795 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Pushing event updated for resources: {'Port': ['ID=da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b,revision_number=1']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:55.033308 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Network 2a891f1f-c52c-4f4b-b396-c8625b8dc331 is already hosted by enough agents. {{(pid=99698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:55.048839 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.base_scheduler [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Resources bound (agent type, host, resource id): {{(pid=99698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:55.061684 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Received port after_create {{(pid=99698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:55.075487 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.138937 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6448154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.188604 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e810ee7-b10a-4211-89d0-1da1ae869508 req-f1541301-f4af-4792-b5a4-ebb522f0a65c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:55.191441 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0e810ee7-b10a-4211-89d0-1da1ae869508 req-f1541301-f4af-4792-b5a4-ebb522f0a65c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0829282 Jun 30 02:47:55.196109 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:55.198858 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:55.202595 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:55.221843 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Attempting to bind port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:55.222340 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Attempting to bind port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '3972f982-b018-4424-8c0a-6f9bb42a56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:55.222707 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Attempting to bind port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b on network 2a891f1f-c52c-4f4b-b396-c8625b8dc331 {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:55.232580 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:55.232968 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Checking segment: {'id': '3972f982-b018-4424-8c0a-6f9bb42a56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:55.233364 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.233762 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Bound using segment: {'id': '3972f982-b018-4424-8c0a-6f9bb42a56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:55.235664 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Pushing event updated for resources: {'Port': ['ID=924853c9-98a9-47ec-9232-5b0521b7cb44,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:55.235819 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Bound port: da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3972f982-b018-4424-8c0a-6f9bb42a56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:55.237147 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.251741 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0e810ee7-b10a-4211-89d0-1da1ae869508 req-5857d1df-a8f7-4b24-97df-9d71e4701a5f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445554 Jun 30 02:47:55.355583 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] For port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:55.362162 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] For port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b,segment=NetworkSegment(3972f982-b018-4424-8c0a-6f9bb42a56ef),segment_id=3972f982-b018-4424-8c0a-6f9bb42a56ef)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:55.372441 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.446600 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb6273-c1ce-4331-963c-fc7f0d437d88 None None] Pushing event updated for resources: {'Port': ['ID=da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:55.479577 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Notify callbacks [] for port, precommit_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.490821 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.provisioning_blocks [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Transition to ACTIVE for port object 9945d202-c729-413e-88b6-726d7f4c588e will not be triggered until provisioned by entity L2. {{(pid=99699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:55.500381 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.552586 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbfc54-dfbc-4fb3-a554-a8a3cbca4713 None None] Pushing event updated for resources: {'Port': ['ID=9945d202-c729-413e-88b6-726d7f4c588e,revision_number=3']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:55.611566 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.620929 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 8e1af419-0f8b-4535-943c-eebd012f8efd up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:55.664706 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Attempting to bind port 9945d202-c729-413e-88b6-726d7f4c588e on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:55.665523 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Attempting to bind port 9945d202-c729-413e-88b6-726d7f4c588e by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc'}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:55.665523 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Attempting to bind port 9945d202-c729-413e-88b6-726d7f4c588e on network 87142098-bff3-4233-ae15-ff4a357de4fc {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:55.682791 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:55.683195 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Checking segment: {'id': 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:55.683593 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.686902 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Bound using segment: {'id': 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc'} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:55.687446 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Bound port: 9945d202-c729-413e-88b6-726d7f4c588e, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc'}}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:55.687848 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.744477 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 8e1af419-0f8b-4535-943c-eebd012f8efd triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:55.745296 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:55.913327 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] For port 9945d202-c729-413e-88b6-726d7f4c588e, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:55.921619 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] For port 9945d202-c729-413e-88b6-726d7f4c588e, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=9945d202-c729-413e-88b6-726d7f4c588e,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:55.940442 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.035707 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbfc54-dfbc-4fb3-a554-a8a3cbca4713 None None] Pushing event updated for resources: {'Port': ['ID=9945d202-c729-413e-88b6-726d7f4c588e,revision_number=4']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:56.055273 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Routers {'e30d39c0-d378-4303-8176-29f82ff7c765'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:56.055905 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['e30d39c0-d378-4303-8176-29f82ff7c765'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:56.220731 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] Set router e30d39c0-d378-4303-8176-29f82ff7c765 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:56.270591 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1044555'] for router, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.500438 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Router 36a33644-44d7-4dc4-80fd-9fab7bcef6cc is scheduled to L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 with binding_index 1 {{(pid=99697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:47:56.546738 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 4, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port': {'id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '9945d202-c729-413e-88b6-726d7f4c588e', 'name': '', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'mac_address': 'fa:16:3e:e4:aa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:51Z', 'updated_at': '2021-06-30T02:47:55Z', 'revision_number': 4, 'project_id': '8311a3de3f294c53a726d7a659619598', 'subnets': [{'id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:56.596510 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8552497-9eb4-48df-932d-15c3e1829f51 None None] The sync data for ids ['e30d39c0-d378-4303-8176-29f82ff7c765'] in dv-cinder-733062-20-iscsi is: [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 4, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port': {'id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '9945d202-c729-413e-88b6-726d7f4c588e', 'name': '', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'mac_address': 'fa:16:3e:e4:aa:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:51Z', 'updated_at': '2021-06-30T02:47:55Z', 'revision_number': 4, 'project_id': '8311a3de3f294c53a726d7a659619598', 'subnets': [{'id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:56.599676 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519a74b-cbe4-4995-a7c0-311d8eb4505e req-e06b2ba2-efd4-4827-9ccc-e6d9fb929e50 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:56.601564 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0519a74b-cbe4-4995-a7c0-311d8eb4505e req-e06b2ba2-efd4-4827-9ccc-e6d9fb929e50 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.1087406 Jun 30 02:47:56.665538 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:47:56.678443 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0519a74b-cbe4-4995-a7c0-311d8eb4505e req-e4f638ec-32ba-4fe6-9b85-1b5b2f6ffcb9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706708 Jun 30 02:47:56.694375 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Sync routers for ids ['36a33644-44d7-4dc4-80fd-9fab7bcef6cc'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:47:56.717824 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Routers {'36a33644-44d7-4dc4-80fd-9fab7bcef6cc'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:56.718472 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['36a33644-44d7-4dc4-80fd-9fab7bcef6cc'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:56.738811 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] Notify callbacks [] for router, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:56.740250 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-34e609a5-66f7-4c1c-a80b-0674c8698e90 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5810506 Jun 30 02:47:56.743642 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59648) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:47:57.091592 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16d9907-af3f-435a-b357-3090070e8561 None None] Network 2a891f1f-c52c-4f4b-b396-c8625b8dc331 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:47:57.109668 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Set router 36a33644-44d7-4dc4-80fd-9fab7bcef6cc gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:57.309591 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-2ccb9dbc-5307-4942-9aec-b78a48a34367 None None] Provisioning for port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:57.395325 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.496499 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'name': 'tempest-TestShelveInstance-382659862-router', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:47:55Z', 'revision_number': 3, 'project_id': 'b1d61e98a66646a38995f845e0214bc2', 'gw_port': {'id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:57.546699 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Checking router: 36a33644-44d7-4dc4-80fd-9fab7bcef6cc for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:47:57.546699 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Updating router 36a33644-44d7-4dc4-80fd-9fab7bcef6cc port 924853c9-98a9-47ec-9232-5b0521b7cb44 binding host dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:47:57.616815 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:57.695425 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Allocated IP 172.20.0.1 (2a891f1f-c52c-4f4b-b396-c8625b8dc331/96b96330-1d04-4724-83aa-ae0da02355d3/72887fe8-794f-4588-b2a1-4a81b7ea4245) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:47:57.782788 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:58.017999 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:58.034426 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:58.034789 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.236181 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-7ef98a7e-c66e-4118-bdb7-ff8593473909 None None] Provisioning complete for port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:58.238337 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-7ef98a7e-c66e-4118-bdb7-ff8593473909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.263836 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.285109 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Transition to ACTIVE for port object 72887fe8-794f-4588-b2a1-4a81b7ea4245 will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:58.296778 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Notify callbacks [] for port, precommit_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.302083 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.324648 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Transition to ACTIVE for port object 924853c9-98a9-47ec-9232-5b0521b7cb44 will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:47:58.343504 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.354578 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51086951-c962-4bf6-8228-f84abd2a9d65 req-6f02fb1a-bcaf-49d4-aa74-931c1e8be710 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:47:58.360830 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-51086951-c962-4bf6-8228-f84abd2a9d65 req-6f02fb1a-bcaf-49d4-aa74-931c1e8be710 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.4559667 Jun 30 02:47:58.411257 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b,segment=NetworkSegment(3972f982-b018-4424-8c0a-6f9bb42a56ef),segment_id=3972f982-b018-4424-8c0a-6f9bb42a56ef)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:58.418827 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.442448 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.443702 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 9945d202-c729-413e-88b6-726d7f4c588e up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:58.485187 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7879dc4-6a23-46b5-8a55-07baf02f3bb3 None None] Pushing event updated for resources: {'Port': ['ID=924853c9-98a9-47ec-9232-5b0521b7cb44,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:58.495573 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Attempting to bind port 924853c9-98a9-47ec-9232-5b0521b7cb44 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:47:58.496004 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Attempting to bind port 924853c9-98a9-47ec-9232-5b0521b7cb44 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:47:58.496403 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Attempting to bind port 924853c9-98a9-47ec-9232-5b0521b7cb44 on network 5c243ec1-c514-4a50-9951-3a294683a08a {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:47:58.511701 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-51086951-c962-4bf6-8228-f84abd2a9d65 req-261bef8a-d6cb-481e-b58a-aed5db0643ff tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399307 Jun 30 02:47:58.552123 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:47:58.552370 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Checking segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:47:58.552733 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.553478 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Bound using segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:47:58.553980 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Bound port: 924853c9-98a9-47ec-9232-5b0521b7cb44, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:47:58.554311 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Network 2a891f1f-c52c-4f4b-b396-c8625b8dc331 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:58.554439 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.569212 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:58.610067 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:47:58.651109 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:58.669433 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] For port 924853c9-98a9-47ec-9232-5b0521b7cb44, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:47:58.674860 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] For port 924853c9-98a9-47ec-9232-5b0521b7cb44, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=924853c9-98a9-47ec-9232-5b0521b7cb44,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:47:58.676176 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 9945d202-c729-413e-88b6-726d7f4c588e completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:58.689067 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 9945d202-c729-413e-88b6-726d7f4c588e triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:58.689532 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.691711 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.703861 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043522'] for router_interface, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.710086 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Pushing event updated for resources: {'Port': ['ID=72887fe8-794f-4588-b2a1-4a81b7ea4245,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:58.797979 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Routers {'36a33644-44d7-4dc4-80fd-9fab7bcef6cc'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:47:58.798738 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['36a33644-44d7-4dc4-80fd-9fab7bcef6cc'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:58.807761 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7879dc4-6a23-46b5-8a55-07baf02f3bb3 None None] Pushing event updated for resources: {'Port': ['ID=924853c9-98a9-47ec-9232-5b0521b7cb44,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:58.941222 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.971738 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.982149 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-8e8123d3-37bd-48ed-bf70-7bca4d0fca80 None None] Provisioning for port 72887fe8-794f-4588-b2a1-4a81b7ea4245 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:47:58.996893 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-8e8123d3-37bd-48ed-bf70-7bca4d0fca80 None None] Provisioning complete for port 72887fe8-794f-4588-b2a1-4a81b7ea4245 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:58.997285 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8e8123d3-37bd-48ed-bf70-7bca4d0fca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:58.999996 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] Set router 36a33644-44d7-4dc4-80fd-9fab7bcef6cc gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:47:59.147436 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 9945d202-c729-413e-88b6-726d7f4c588e, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=9945d202-c729-413e-88b6-726d7f4c588e,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:47:59.157023 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.161931 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-8e8123d3-37bd-48ed-bf70-7bca4d0fca80 None None] Port 72887fe8-794f-4588-b2a1-4a81b7ea4245 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:47:59.184299 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.194960 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.238307 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=9945d202-c729-413e-88b6-726d7f4c588e,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:59.296522 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'name': 'tempest-TestShelveInstance-382659862-router', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:47:55Z', 'revision_number': 3, 'project_id': 'b1d61e98a66646a38995f845e0214bc2', 'gw_port': {'id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:47:59.318366 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Pushing event updated for resources: {'Port': ['ID=72887fe8-794f-4588-b2a1-4a81b7ea4245,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:47:59.321794 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042037'] for router_interface, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.342338 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e415da70-f927-44f0-87a1-aa1ba81050f7 None None] The sync data for ids ['36a33644-44d7-4dc4-80fd-9fab7bcef6cc'] in dv-cinder-733062-20-iscsi is: [{'id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'name': 'tempest-TestShelveInstance-382659862-router', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:47:55Z', 'revision_number': 3, 'project_id': 'b1d61e98a66646a38995f845e0214bc2', 'gw_port': {'id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:47:59.448864 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Network 2a891f1f-c52c-4f4b-b396-c8625b8dc331 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:47:59.450571 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:47:59.608392 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:59.747521 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:59.747902 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.748305 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Router 36a33644-44d7-4dc4-80fd-9fab7bcef6cc has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:47:59.882341 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-45cadbfc-fd61-4c1f-b477-531aed0f08ec None None] Provisioning complete for port 72887fe8-794f-4588-b2a1-4a81b7ea4245 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:47:59.882916 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-45cadbfc-fd61-4c1f-b477-531aed0f08ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:47:59.929436 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 9945d202-c729-413e-88b6-726d7f4c588e up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:47:59.997804 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:00.014653 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-fdfc84ab-792a-4cab-a552-36d755926d9a admin admin] 10.222.0.104 "PUT /v2.0/routers/36a33644-44d7-4dc4-80fd-9fab7bcef6cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2697122 Jun 30 02:48:00.070907 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2a498-a274-4795-8d17-786a332dfa73 req-c44f0011-ae30-48c5-9fce-4b3616e819d4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:00.086884 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8cb2a498-a274-4795-8d17-786a332dfa73 req-c44f0011-ae30-48c5-9fce-4b3616e819d4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.1611238 Jun 30 02:48:00.133952 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-45cadbfc-fd61-4c1f-b477-531aed0f08ec None None] Port 72887fe8-794f-4588-b2a1-4a81b7ea4245 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:00.139608 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8cb2a498-a274-4795-8d17-786a332dfa73 req-be22c1ad-de22-42cc-9678-bd9933e170be tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513859 Jun 30 02:48:00.163087 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 9945d202-c729-413e-88b6-726d7f4c588e triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:00.163305 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:00.930085 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59668) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:00.936086 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-b723220e-7575-4ad5-8601-e9f539efbf9d tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1587500853', 'description': 'tempest-secgroup-smoke-1587500853 description', 'project_id': '8311a3de3f294c53a726d7a659619598'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:00.968652 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b723220e-7575-4ad5-8601-e9f539efbf9d tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.101928 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b723220e-7575-4ad5-8601-e9f539efbf9d tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.110413 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b723220e-7575-4ad5-8601-e9f539efbf9d tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.140150 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b723220e-7575-4ad5-8601-e9f539efbf9d tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcf369b-dcba-42f3-ac23-0e865dfccde7,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.142831 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b723220e-7575-4ad5-8601-e9f539efbf9d tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.144013 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-b723220e-7575-4ad5-8601-e9f539efbf9d tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2117033 Jun 30 02:48:01.147565 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59672) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:01.153033 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-a333bc97-5ec4-47de-a2c0-849cae034bd3 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Request body: {'security_group_rule': {'security_group_id': 'bdcf369b-dcba-42f3-ac23-0e865dfccde7', 'project_id': '8311a3de3f294c53a726d7a659619598', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:01.183742 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a333bc97-5ec4-47de-a2c0-849cae034bd3 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.253852 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a333bc97-5ec4-47de-a2c0-849cae034bd3 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.259045 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a333bc97-5ec4-47de-a2c0-849cae034bd3 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.278312 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333bc97-5ec4-47de-a2c0-849cae034bd3 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f2b95b-a440-4f33-b440-59f3ce29c2c6,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.285740 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a333bc97-5ec4-47de-a2c0-849cae034bd3 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.291407 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59680) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:01.295623 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-a333bc97-5ec4-47de-a2c0-849cae034bd3 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1466873 Jun 30 02:48:01.296577 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-b7ee0b92-153c-45bf-badc-dca413ade134 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Request body: {'security_group_rule': {'security_group_id': 'bdcf369b-dcba-42f3-ac23-0e865dfccde7', 'project_id': '8311a3de3f294c53a726d7a659619598', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:01.349047 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0b92-153c-45bf-badc-dca413ade134 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.474190 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c0194-86af-49ce-abef-64a0f0634056 req-14da945f-90fc-4fca-80fb-756d55f31965 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:01.478255 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Sync routers for ids ['36a33644-44d7-4dc4-80fd-9fab7bcef6cc'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:01.482003 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b61c0194-86af-49ce-abef-64a0f0634056 req-14da945f-90fc-4fca-80fb-756d55f31965 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.1518710 Jun 30 02:48:01.490116 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Routers {'36a33644-44d7-4dc4-80fd-9fab7bcef6cc'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:01.492170 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['36a33644-44d7-4dc4-80fd-9fab7bcef6cc'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:01.509109 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0b92-153c-45bf-badc-dca413ade134 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.535751 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b61c0194-86af-49ce-abef-64a0f0634056 req-2d7a1dd3-19fd-49a0-80a9-646c6094acf0 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528076 Jun 30 02:48:01.540299 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0b92-153c-45bf-badc-dca413ade134 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.573504 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee0b92-153c-45bf-badc-dca413ade134 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715bef16-fce7-45c9-b060-1d4bc89b2535,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.608072 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b7ee0b92-153c-45bf-badc-dca413ade134 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.613849 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-b7ee0b92-153c-45bf-badc-dca413ade134 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3213356 Jun 30 02:48:01.617079 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59682) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:01.622857 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-a0df8e62-de6a-4e3a-bad8-1dce63f34c68 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Request body: {'security_group_rule': {'security_group_id': 'bdcf369b-dcba-42f3-ac23-0e865dfccde7', 'project_id': '8311a3de3f294c53a726d7a659619598', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:01.624679 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 924853c9-98a9-47ec-9232-5b0521b7cb44 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:01.663364 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a0df8e62-de6a-4e3a-bad8-1dce63f34c68 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.678001 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Set router 36a33644-44d7-4dc4-80fd-9fab7bcef6cc gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:01.690774 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 924853c9-98a9-47ec-9232-5b0521b7cb44 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:01.699616 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 924853c9-98a9-47ec-9232-5b0521b7cb44 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:01.700354 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.763357 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a0df8e62-de6a-4e3a-bad8-1dce63f34c68 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.770028 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a0df8e62-de6a-4e3a-bad8-1dce63f34c68 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.796215 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a0df8e62-de6a-4e3a-bad8-1dce63f34c68 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.801518 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-a0df8e62-de6a-4e3a-bad8-1dce63f34c68 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1830571 Jun 30 02:48:01.803533 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df8e62-de6a-4e3a-bad8-1dce63f34c68 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc576082-8202-488f-9160-2c808d39ee83,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.804306 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59684) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:01.810001 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-733fd8f4-41bd-4e2f-bf3c-dcd375d80f01 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Request body: {'security_group_rule': {'security_group_id': 'bdcf369b-dcba-42f3-ac23-0e865dfccde7', 'project_id': '8311a3de3f294c53a726d7a659619598', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:01.813496 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.845290 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 924853c9-98a9-47ec-9232-5b0521b7cb44, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=924853c9-98a9-47ec-9232-5b0521b7cb44,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:01.854584 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-733fd8f4-41bd-4e2f-bf3c-dcd375d80f01 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.857057 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.920921 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=924853c9-98a9-47ec-9232-5b0521b7cb44,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.922254 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'name': 'tempest-TestShelveInstance-382659862-router', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 4, 'project_id': 'b1d61e98a66646a38995f845e0214bc2', 'gw_port': {'id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '72887fe8-794f-4588-b2a1-4a81b7ea4245', 'name': '', 'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'mac_address': 'fa:16:3e:e6:cb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '96b96330-1d04-4724-83aa-ae0da02355d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:57Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 2, 'project_id': 'b1d61e98a66646a38995f845e0214bc2', 'subnets': [{'id': '96b96330-1d04-4724-83aa-ae0da02355d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:01.952749 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-733fd8f4-41bd-4e2f-bf3c-dcd375d80f01 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.958656 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-733fd8f4-41bd-4e2f-bf3c-dcd375d80f01 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.979542 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fd8f4-41bd-4e2f-bf3c-dcd375d80f01 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74925d6d-2112-40fb-8a01-1cc5e54bc9ce,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:01.991874 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-733fd8f4-41bd-4e2f-bf3c-dcd375d80f01 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:01.995783 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-733fd8f4-41bd-4e2f-bf3c-dcd375d80f01 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1876237 Jun 30 02:48:01.996117 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 59686) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:02.001416 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-7dc0db99-33ed-441d-bbed-2478a0b1217e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Request body: {'security_group_rule': {'security_group_id': 'bdcf369b-dcba-42f3-ac23-0e865dfccde7', 'project_id': '8311a3de3f294c53a726d7a659619598', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:02.043488 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.securitygroups_db [None req-7dc0db99-33ed-441d-bbed-2478a0b1217e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Project 8311a3de3f294c53a726d7a659619598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:48:02.047362 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Checking router: 36a33644-44d7-4dc4-80fd-9fab7bcef6cc for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:02.047738 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Updating router 36a33644-44d7-4dc4-80fd-9fab7bcef6cc port 72887fe8-794f-4588-b2a1-4a81b7ea4245 binding host dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:48:02.050131 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7dc0db99-33ed-441d-bbed-2478a0b1217e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.082291 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.144235 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7dc0db99-33ed-441d-bbed-2478a0b1217e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.152911 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7dc0db99-33ed-441d-bbed-2478a0b1217e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.206660 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0db99-33ed-441d-bbed-2478a0b1217e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4060c36-a4e9-4832-a6a3-85da802cd30a,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:02.212713 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7dc0db99-33ed-441d-bbed-2478a0b1217e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.217219 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-7dc0db99-33ed-441d-bbed-2478a0b1217e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2174842 Jun 30 02:48:02.217861 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59690) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:02.222644 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-84f58de8-379a-43d2-af56-67f3e38d8c43 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Request body: {'security_group_rule': {'security_group_id': 'bdcf369b-dcba-42f3-ac23-0e865dfccde7', 'project_id': '8311a3de3f294c53a726d7a659619598', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:02.252988 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.securitygroups_db [None req-84f58de8-379a-43d2-af56-67f3e38d8c43 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Project 8311a3de3f294c53a726d7a659619598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:48:02.260396 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-84f58de8-379a-43d2-af56-67f3e38d8c43 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.353206 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-84f58de8-379a-43d2-af56-67f3e38d8c43 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.361316 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-84f58de8-379a-43d2-af56-67f3e38d8c43 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.387796 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f58de8-379a-43d2-af56-67f3e38d8c43 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33cba011-d5c2-45c9-aac0-ec63ca00fef4,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:02.391786 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-84f58de8-379a-43d2-af56-67f3e38d8c43 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.393149 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-84f58de8-379a-43d2-af56-67f3e38d8c43 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1741335 Jun 30 02:48:02.418449 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Notify callbacks [] for port, precommit_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.429862 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.provisioning_blocks [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Transition to ACTIVE for port object 72887fe8-794f-4588-b2a1-4a81b7ea4245 will not be triggered until provisioned by entity L2. {{(pid=99699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:02.437387 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.499772 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454f811-27fa-45f9-bbd3-6168d9504514 None None] Pushing event updated for resources: {'Port': ['ID=72887fe8-794f-4588-b2a1-4a81b7ea4245,revision_number=3']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:02.598821 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Attempting to bind port 72887fe8-794f-4588-b2a1-4a81b7ea4245 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:02.599448 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Attempting to bind port 72887fe8-794f-4588-b2a1-4a81b7ea4245 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '3972f982-b018-4424-8c0a-6f9bb42a56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331'}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:02.603946 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Attempting to bind port 72887fe8-794f-4588-b2a1-4a81b7ea4245 on network 2a891f1f-c52c-4f4b-b396-c8625b8dc331 {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:02.620214 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:02.620591 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Checking segment: {'id': '3972f982-b018-4424-8c0a-6f9bb42a56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:02.621002 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.621399 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Bound using segment: {'id': '3972f982-b018-4424-8c0a-6f9bb42a56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331'} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:02.621934 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Bound port: 72887fe8-794f-4588-b2a1-4a81b7ea4245, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3972f982-b018-4424-8c0a-6f9bb42a56ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331'}}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:02.622274 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.749567 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f5c4d37b-b550-4874-ab8e-ecfae90dd781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.808460 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] For port 72887fe8-794f-4588-b2a1-4a81b7ea4245, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:02.813949 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] For port 72887fe8-794f-4588-b2a1-4a81b7ea4245, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=72887fe8-794f-4588-b2a1-4a81b7ea4245,segment=NetworkSegment(3972f982-b018-4424-8c0a-6f9bb42a56ef),segment_id=3972f982-b018-4424-8c0a-6f9bb42a56ef)] {{(pid=99699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:02.822078 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:02.860010 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040be9b-2e41-4333-a8db-7b8897eacc87 req-d6a641ce-4ce3-4d8a-aa4e-76f950ed4320 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:02.881966 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b040be9b-2e41-4333-a8db-7b8897eacc87 req-d6a641ce-4ce3-4d8a-aa4e-76f950ed4320 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.1218951 Jun 30 02:48:02.928421 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454f811-27fa-45f9-bbd3-6168d9504514 None None] Pushing event updated for resources: {'Port': ['ID=72887fe8-794f-4588-b2a1-4a81b7ea4245,revision_number=4']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:02.937114 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Routers {'36a33644-44d7-4dc4-80fd-9fab7bcef6cc'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:02.937657 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:47:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['36a33644-44d7-4dc4-80fd-9fab7bcef6cc'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:02.962363 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b040be9b-2e41-4333-a8db-7b8897eacc87 req-9717c61b-0c9e-4393-bcd4-f5c2851918bc tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781441 Jun 30 02:48:03.117417 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] Set router 36a33644-44d7-4dc4-80fd-9fab7bcef6cc gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:03.439816 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'name': 'tempest-TestShelveInstance-382659862-router', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 4, 'project_id': 'b1d61e98a66646a38995f845e0214bc2', 'gw_port': {'id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '72887fe8-794f-4588-b2a1-4a81b7ea4245', 'name': '', 'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'mac_address': 'fa:16:3e:e6:cb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '96b96330-1d04-4724-83aa-ae0da02355d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:57Z', 'updated_at': '2021-06-30T02:48:02Z', 'revision_number': 4, 'project_id': 'b1d61e98a66646a38995f845e0214bc2', 'subnets': [{'id': '96b96330-1d04-4724-83aa-ae0da02355d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:03.481749 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc30ddb-00bb-4e3a-86e9-6be21ae87a19 None None] The sync data for ids ['36a33644-44d7-4dc4-80fd-9fab7bcef6cc'] in dv-cinder-733062-20-iscsi is: [{'id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'name': 'tempest-TestShelveInstance-382659862-router', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:47:58Z', 'revision_number': 4, 'project_id': 'b1d61e98a66646a38995f845e0214bc2', 'gw_port': {'id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '72887fe8-794f-4588-b2a1-4a81b7ea4245', 'name': '', 'network_id': '2a891f1f-c52c-4f4b-b396-c8625b8dc331', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'mac_address': 'fa:16:3e:e6:cb:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '96b96330-1d04-4724-83aa-ae0da02355d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:57Z', 'updated_at': '2021-06-30T02:48:02Z', 'revision_number': 4, 'project_id': 'b1d61e98a66646a38995f845e0214bc2', 'subnets': [{'id': '96b96330-1d04-4724-83aa-ae0da02355d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:03.643185 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 924853c9-98a9-47ec-9232-5b0521b7cb44 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:03.754718 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 924853c9-98a9-47ec-9232-5b0521b7cb44 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:03.755404 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:04.202425 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbafda3-99b5-44dd-912f-9bce2eccf9bb req-ee852081-f389-4dbd-b4af-4a139e24a49a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:04.204625 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1cbafda3-99b5-44dd-912f-9bce2eccf9bb req-ee852081-f389-4dbd-b4af-4a139e24a49a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0893512 Jun 30 02:48:04.248819 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1cbafda3-99b5-44dd-912f-9bce2eccf9bb req-6319525b-712e-47d2-8ba5-5bf41e668013 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375397 Jun 30 02:48:05.223633 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-435ef0cf-c8aa-4fdf-b48e-dbc35dc957b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.450685 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029771be-9adf-4ede-9cdf-13193aa40748 req-5fa5f047-635f-4d3e-9278-99c4498baa5d tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:05.452474 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-029771be-9adf-4ede-9cdf-13193aa40748 req-5fa5f047-635f-4d3e-9278-99c4498baa5d tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0719142 Jun 30 02:48:05.509802 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-029771be-9adf-4ede-9cdf-13193aa40748 req-d3e20e59-8aee-4d44-8ff9-309132f009d6 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480580 Jun 30 02:48:05.580084 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 72887fe8-794f-4588-b2a1-4a81b7ea4245 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:05.649439 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 72887fe8-794f-4588-b2a1-4a81b7ea4245 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:05.653764 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 72887fe8-794f-4588-b2a1-4a81b7ea4245 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:05.654167 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.745697 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.782182 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 72887fe8-794f-4588-b2a1-4a81b7ea4245, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=72887fe8-794f-4588-b2a1-4a81b7ea4245,segment=NetworkSegment(3972f982-b018-4424-8c0a-6f9bb42a56ef),segment_id=3972f982-b018-4424-8c0a-6f9bb42a56ef)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:05.786466 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:05.841418 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=72887fe8-794f-4588-b2a1-4a81b7ea4245,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:05.918825 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.427915 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:06.690531 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad3905-6aa6-4712-99ed-71187b42ca30 req-7a445ccf-f03e-4f7d-afe9-c1662f24bf0b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.692126 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0fad3905-6aa6-4712-99ed-71187b42ca30 req-7a445ccf-f03e-4f7d-afe9-c1662f24bf0b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0658822 Jun 30 02:48:06.732060 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0fad3905-6aa6-4712-99ed-71187b42ca30 req-b1250dcb-e21f-4d9a-89cd-a8ca37802878 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331397 Jun 30 02:48:06.831137 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae047-4b45-49bb-9842-409e8abc3ee8 req-422217c4-a254-4a73-b549-ae600a8b7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.832635 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-163ae047-4b45-49bb-9842-409e8abc3ee8 req-422217c4-a254-4a73-b549-ae600a8b7748 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 1099 time: 0.0524158 Jun 30 02:48:06.926417 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae047-4b45-49bb-9842-409e8abc3ee8 req-de9856cb-836a-435d-97ad-a6f0bde1f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:06.928809 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-163ae047-4b45-49bb-9842-409e8abc3ee8 req-de9856cb-836a-435d-97ad-a6f0bde1f4cc service neutron] 10.222.0.88 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 918 time: 0.0887091 Jun 30 02:48:06.995682 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-163ae047-4b45-49bb-9842-409e8abc3ee8 req-ad87730e-8a2b-499b-98a0-c9fddfaec3b4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cc1817-02bc-4998-bee2-94f7893d5d86 HTTP/1.1" status: 200 len: 1002 time: 0.0585485 Jun 30 02:48:07.047114 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae047-4b45-49bb-9842-409e8abc3ee8 req-2ec38169-76a0-4607-a1de-d26db6910bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:07.048543 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-163ae047-4b45-49bb-9842-409e8abc3ee8 req-2ec38169-76a0-4607-a1de-d26db6910bde service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 200 len: 855 time: 0.0464497 Jun 30 02:48:07.108246 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ae047-4b45-49bb-9842-409e8abc3ee8 req-a342da1c-8404-458f-844f-c7ba322e172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:07.109767 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-163ae047-4b45-49bb-9842-409e8abc3ee8 req-a342da1c-8404-458f-844f-c7ba322e172c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532353 Jun 30 02:48:07.199785 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-163ae047-4b45-49bb-9842-409e8abc3ee8 req-add9e670-4ac1-4c81-93b7-b1b081a72e04 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824771 Jun 30 02:48:07.295157 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-163ae047-4b45-49bb-9842-409e8abc3ee8 req-2ac1f601-1c87-4a29-9e9b-6d1fa9102a51 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881126 Jun 30 02:48:07.544144 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 72887fe8-794f-4588-b2a1-4a81b7ea4245 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:07.592005 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 72887fe8-794f-4588-b2a1-4a81b7ea4245 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:07.592304 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:07.915828 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1878d-eac5-493c-aacd-52ee7fa44d76 req-baa6858c-1da2-4b86-830e-32433e1631a4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:07.917204 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e9d1878d-eac5-493c-aacd-52ee7fa44d76 req-baa6858c-1da2-4b86-830e-32433e1631a4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0620027 Jun 30 02:48:07.954783 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e9d1878d-eac5-493c-aacd-52ee7fa44d76 req-dbebea40-b82c-4aba-ba12-833a7a66f1ec tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319662 Jun 30 02:48:08.334950 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.139729 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b195a05-4d60-421c-80d1-c2e97f890b37 req-7e345a3a-3914-4333-ba97-10253c0db53d tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:09.141315 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3b195a05-4d60-421c-80d1-c2e97f890b37 req-7e345a3a-3914-4333-ba97-10253c0db53d tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 946 time: 0.0698104 Jun 30 02:48:09.182375 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3b195a05-4d60-421c-80d1-c2e97f890b37 req-713ec935-0e74-4141-a1ea-bb4eb40300ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351918 Jun 30 02:48:09.529236 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 46cc1817-02bc-4998-bee2-94f7893d5d86 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:48:09.625655 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.650971 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:09.653502 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6bc947-ce63-4da2-a4a3-203804fbaf9c" -d '{"events": [{"server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "name": "network-vif-unplugged", "status": "completed", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:09.666495 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 46cc1817-02bc-4998-bee2-94f7893d5d86, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=46cc1817-02bc-4998-bee2-94f7893d5d86,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:09.670890 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:09.731152 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=46cc1817-02bc-4998-bee2-94f7893d5d86,revision_number=8']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:09.759614 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936510e0-3db2-4079-876a-e53ff0f5001b x-openstack-request-id: req-936510e0-3db2-4079-876a-e53ff0f5001b {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:09.760006 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "name": "network-vif-unplugged", "status": "failed", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86", "code": 422}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:09.760335 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-936510e0-3db2-4079-876a-e53ff0f5001b {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:09.760879 dv-cinder-733062-20-iscsi neutron-server[99698]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'code': 422} returned with failed status Jun 30 02:48:10.143859 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4d656-70f5-4ca5-b778-b7438e2390c2 req-f61a4eed-1672-4227-a2ce-bc44f573e36e tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:10.147547 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-dfa4d656-70f5-4ca5-b778-b7438e2390c2 req-f61a4eed-1672-4227-a2ce-bc44f573e36e tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0690331 Jun 30 02:48:10.185772 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-dfa4d656-70f5-4ca5-b778-b7438e2390c2 req-a9580631-cc74-4db6-b8bf-e5b4f6377efa tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334458 Jun 30 02:48:10.346058 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 59836) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:10.446505 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-51b9659d-bf9d-4f1c-8f05-4be3451e9fac service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991497 Jun 30 02:48:11.368392 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4a03e-abd2-405d-a3e9-3d5c7a54de9b req-f6bcf423-0490-4355-8530-74f5b6c5c78a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:11.369855 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9de4a03e-abd2-405d-a3e9-3d5c7a54de9b req-f6bcf423-0490-4355-8530-74f5b6c5c78a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0678167 Jun 30 02:48:11.409658 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9de4a03e-abd2-405d-a3e9-3d5c7a54de9b req-6db9f076-a464-4543-8417-7897848f33fc tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340552 Jun 30 02:48:12.106855 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-a15ca0b9-c17b-4b9c-92d9-7a661608d908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.108373 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-a15ca0b9-c17b-4b9c-92d9-7a661608d908 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6&tenant_id=b2408837b6234e9d995f78d3edbd79b9 HTTP/1.1" status: 200 len: 1097 time: 0.0819507 Jun 30 02:48:12.187495 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-db5a35c4-fb1d-4a28-92e7-c5866970ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.188993 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-db5a35c4-fb1d-4a28-92e7-c5866970ee63 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 1097 time: 0.0563698 Jun 30 02:48:12.279277 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-c303f417-41c7-42d5-9e8e-19d2380f4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.280757 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-c303f417-41c7-42d5-9e8e-19d2380f4fd3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 918 time: 0.0841660 Jun 30 02:48:12.352213 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-f8b3f9dd-f70d-4007-be31-980c564b6108 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cc1817-02bc-4998-bee2-94f7893d5d86 HTTP/1.1" status: 200 len: 1000 time: 0.0621529 Jun 30 02:48:12.402890 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-6b3a0802-afd5-455c-8ca3-48ef7db28d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.404335 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-6b3a0802-afd5-455c-8ca3-48ef7db28d66 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 200 len: 855 time: 0.0447133 Jun 30 02:48:12.464487 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-732d2f92-c166-4f73-94ae-5e357dd2a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.466011 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-732d2f92-c166-4f73-94ae-5e357dd2a67d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536098 Jun 30 02:48:12.561085 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-9f946215-4df7-4c6a-97d8-c7ba9f5ed607 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870702 Jun 30 02:48:12.593394 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8527b88-8bf7-41a9-8443-4b76ebeb92c6 req-5662551d-7c83-4810-a6c2-98da54698187 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:12.595451 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b8527b88-8bf7-41a9-8443-4b76ebeb92c6 req-5662551d-7c83-4810-a6c2-98da54698187 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0666349 Jun 30 02:48:12.634514 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b8527b88-8bf7-41a9-8443-4b76ebeb92c6 req-5dc92b75-3c65-469a-8b51-1f985f790a3b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333426 Jun 30 02:48:12.657763 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6ace86c5-bfc1-4bac-ab59-9bc053145534 req-71ee3060-7bb1-4797-b34d-a4316c398a48 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849478 Jun 30 02:48:12.872119 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:13.823446 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a42363-3a77-4b36-b186-ed3512c5673a req-ad33de65-7cd5-4259-804d-fbfab397f77f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:13.825183 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a9a42363-3a77-4b36-b186-ed3512c5673a req-ad33de65-7cd5-4259-804d-fbfab397f77f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0741210 Jun 30 02:48:13.873527 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a9a42363-3a77-4b36-b186-ed3512c5673a req-6ab74753-ed9c-4c18-a5ed-18dc80389017 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396228 Jun 30 02:48:15.068588 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81e2a6-cae6-480f-b8e9-e3d96c3b419d req-d31cab69-dfd6-437f-b29b-04caec46cd5f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:15.070162 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6e81e2a6-cae6-480f-b8e9-e3d96c3b419d req-d31cab69-dfd6-437f-b29b-04caec46cd5f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0692329 Jun 30 02:48:15.109425 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6e81e2a6-cae6-480f-b8e9-e3d96c3b419d req-a60894c7-9bcf-4eb1-b4dc-9ccf8a22d414 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336397 Jun 30 02:48:16.295389 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50de1e-fbcd-4c58-b11f-7e869c4b65d0 req-a6285df5-c188-4ade-ad64-3d6e08cedeb7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:16.296978 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fe50de1e-fbcd-4c58-b11f-7e869c4b65d0 req-a6285df5-c188-4ade-ad64-3d6e08cedeb7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0699143 Jun 30 02:48:16.338333 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fe50de1e-fbcd-4c58-b11f-7e869c4b65d0 req-7387ab54-04f3-4344-b0ea-2079f99ce03f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328150 Jun 30 02:48:17.529230 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d8581-0b59-491d-9b45-c4aaf9df54b8 req-b52065ce-2860-443e-8da9-318dab6b8ed4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:17.530706 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1a8d8581-0b59-491d-9b45-c4aaf9df54b8 req-b52065ce-2860-443e-8da9-318dab6b8ed4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0742023 Jun 30 02:48:17.571779 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1a8d8581-0b59-491d-9b45-c4aaf9df54b8 req-6f25da8c-e131-4f78-a7cd-12c25eb9966a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351715 Jun 30 02:48:18.327663 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:48:18.756967 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b8553-c1d6-4ce2-ba82-02cd730e7d50 req-bb4eeaad-cb94-4d34-b05c-5c0490e79438 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:18.758568 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f21b8553-c1d6-4ce2-ba82-02cd730e7d50 req-bb4eeaad-cb94-4d34-b05c-5c0490e79438 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0670166 Jun 30 02:48:18.798819 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f21b8553-c1d6-4ce2-ba82-02cd730e7d50 req-156395e5-421e-430f-a8f0-2c15a070b396 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340521 Jun 30 02:48:19.989059 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca8e17-117f-499e-8cf8-4532567abb6c req-1e950fba-92b2-447f-8b54-492096912bdf tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:19.991377 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a3ca8e17-117f-499e-8cf8-4532567abb6c req-1e950fba-92b2-447f-8b54-492096912bdf tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0704761 Jun 30 02:48:20.030607 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a3ca8e17-117f-499e-8cf8-4532567abb6c req-9927dc3c-b9e8-4a60-85dd-a384d14f7093 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335453 Jun 30 02:48:21.232993 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10329124-0fd5-4f66-8312-1e80607ad250 req-4593aa95-ecc3-4ad6-abac-8df263514ef2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:21.234480 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-10329124-0fd5-4f66-8312-1e80607ad250 req-4593aa95-ecc3-4ad6-abac-8df263514ef2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0673156 Jun 30 02:48:21.274378 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-10329124-0fd5-4f66-8312-1e80607ad250 req-404957f9-6524-425b-8327-231fa6ed12e3 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342522 Jun 30 02:48:22.457687 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3243b5b-5551-4df8-bf2b-c3f494275bca req-3de2f1c9-5abe-4f46-a65b-ea199a6ba6f2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:22.460123 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e3243b5b-5551-4df8-bf2b-c3f494275bca req-3de2f1c9-5abe-4f46-a65b-ea199a6ba6f2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0658870 Jun 30 02:48:22.499150 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e3243b5b-5551-4df8-bf2b-c3f494275bca req-6db76493-bf3a-4dd5-a727-28f24765ae3a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327785 Jun 30 02:48:23.684229 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c526f-acdc-4210-92e1-42c46f2514a2 req-207ad457-3d84-440a-9175-f8dbd12400f0 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:23.685878 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-023c526f-acdc-4210-92e1-42c46f2514a2 req-207ad457-3d84-440a-9175-f8dbd12400f0 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0689230 Jun 30 02:48:23.726273 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-023c526f-acdc-4210-92e1-42c46f2514a2 req-98ec4a2c-f735-411e-822a-f3637d29b4cb tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344431 Jun 30 02:48:24.913757 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47566a7f-ce40-4416-b670-df2a85259c2f req-6538eb8c-0062-4a76-b42e-ebb7d39623ec tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:24.915360 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-47566a7f-ce40-4416-b670-df2a85259c2f req-6538eb8c-0062-4a76-b42e-ebb7d39623ec tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0657699 Jun 30 02:48:24.954351 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-47566a7f-ce40-4416-b670-df2a85259c2f req-4a0214c4-f53b-4dc7-8919-b0edf06e1f25 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333393 Jun 30 02:48:26.140368 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff35695-7890-4d54-aae0-dea8709e4060 req-c400fc43-3fb3-427d-87cf-b76ab4baf816 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:26.141874 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cff35695-7890-4d54-aae0-dea8709e4060 req-c400fc43-3fb3-427d-87cf-b76ab4baf816 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0690439 Jun 30 02:48:26.179741 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cff35695-7890-4d54-aae0-dea8709e4060 req-fc9e3ca4-d7f2-4761-9fe2-3942ee70c35e tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319965 Jun 30 02:48:27.366406 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7bcf1-18a9-48dc-8d7b-52ac93034095 req-7920a1a4-d1e8-4727-8b28-3ad8e7e6d34b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:27.367904 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-59e7bcf1-18a9-48dc-8d7b-52ac93034095 req-7920a1a4-d1e8-4727-8b28-3ad8e7e6d34b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0640819 Jun 30 02:48:27.406674 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-59e7bcf1-18a9-48dc-8d7b-52ac93034095 req-f25243b7-8866-406a-a2fa-bacc543f3875 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330586 Jun 30 02:48:28.589727 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106b330-6d92-4eee-a60e-b7861829f6ca req-4565817f-4c0b-4012-a2ee-6dd916e30f8f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:28.591453 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5106b330-6d92-4eee-a60e-b7861829f6ca req-4565817f-4c0b-4012-a2ee-6dd916e30f8f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0696094 Jun 30 02:48:28.631058 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5106b330-6d92-4eee-a60e-b7861829f6ca req-80d1cfde-2c8f-45ff-81b5-1bee99af6082 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335093 Jun 30 02:48:29.819344 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09130b-86c1-4473-a4c2-8f0903175462 req-0e6246b7-bec7-4aa2-81df-996eb268170d tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:29.820843 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1b09130b-86c1-4473-a4c2-8f0903175462 req-0e6246b7-bec7-4aa2-81df-996eb268170d tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0674253 Jun 30 02:48:29.860123 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1b09130b-86c1-4473-a4c2-8f0903175462 req-2c047b5a-4000-4cc0-9d3a-f75e0929ae4c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334997 Jun 30 02:48:30.827516 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-fcca4c8a-aa98-4cdc-a037-71a415e174e3 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587500853&fields=id&tenant_id=8311a3de3f294c53a726d7a659619598 HTTP/1.1" status: 200 len: 267 time: 0.0336361 Jun 30 02:48:30.936775 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-d4979360-b7d7-4f85-949e-1121f47fd96f tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:30.938229 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-d4979360-b7d7-4f85-949e-1121f47fd96f tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/networks?id=87142098-bff3-4233-ae15-ff4a357de4fc HTTP/1.1" status: 200 len: 807 time: 0.1031270 Jun 30 02:48:30.953506 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-fa28f548-8935-4e09-9779-5fc1e0e80bae tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/quotas/8311a3de3f294c53a726d7a659619598 HTTP/1.1" status: 200 len: 375 time: 0.0090361 Jun 30 02:48:31.030986 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-ee318200-bda4-4164-873d-620f3e05c731 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8311a3de3f294c53a726d7a659619598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719209 Jun 30 02:48:31.046977 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ef543-0e00-4b28-9c03-1c0e7d724554 req-fe34d45a-5bbc-4859-9f0b-86ea0f9c74db tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:31.048783 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-523ef543-0e00-4b28-9c03-1c0e7d724554 req-fe34d45a-5bbc-4859-9f0b-86ea0f9c74db tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0652101 Jun 30 02:48:31.092041 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-523ef543-0e00-4b28-9c03-1c0e7d724554 req-da002bf8-76ee-4195-92a8-1e5a7183add0 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367439 Jun 30 02:48:31.127223 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-6b6e69f3-5318-4a72-98b6-e139daa1823c service neutron] 10.222.0.104 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850081 Jun 30 02:48:31.216754 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-f9736360-7e9c-4599-977c-ef0e654a5a55 service neutron] 10.222.0.104 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830991 Jun 30 02:48:31.510959 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2735b56-490f-4cb4-acca-95c2863b808d req-632deee6-0732-4963-827e-4ad6dc07f7fc tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 210 time: 0.0297213 Jun 30 02:48:32.271693 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc18eac-fe89-4087-b35d-6dd4e979f796 req-2e197287-e43d-4e97-ba89-cc70375943e3 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.273131 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bdc18eac-fe89-4087-b35d-6dd4e979f796 req-2e197287-e43d-4e97-ba89-cc70375943e3 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0629454 Jun 30 02:48:32.309861 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bdc18eac-fe89-4087-b35d-6dd4e979f796 req-5c42f3be-a54e-4232-bfa6-6aece3faf47a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311105 Jun 30 02:48:32.599569 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-70a1ed96-7603-4c51-ad44-270c5be2fbdd tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:32.601191 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-70a1ed96-7603-4c51-ad44-270c5be2fbdd tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.88 "GET /v2.0/networks?id=87142098-bff3-4233-ae15-ff4a357de4fc HTTP/1.1" status: 200 len: 807 time: 0.1085112 Jun 30 02:48:32.648968 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-aad87a91-ca11-4761-b1f1-65c6ed5e42fb tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8311a3de3f294c53a726d7a659619598 HTTP/1.1" status: 200 len: 380 time: 0.0377898 Jun 30 02:48:32.658321 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Request body: {'port': {'device_id': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'admin_state_up': True, 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'security_groups': ['bdcf369b-dcba-42f3-ac23-0e865dfccde7']}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:32.663655 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3afeeb81-938e-4bfe-9f79-4c54b5fbbacb req-bfc6a013-e589-440a-8867-3c7afd6c68e4 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 210 time: 0.0318992 Jun 30 02:48:32.743729 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-caa21973-04f6-498f-a9c5-4b4629fb4fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.779175 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Made reservation on behalf of 8311a3de3f294c53a726d7a659619598 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:48:32.782825 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:32.905448 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Allocated IP 172.20.0.6 (87142098-bff3-4233-ae15-ff4a357de4fc/ff6bda98-1543-460b-95fe-797c0d235f81/7d736f7e-c344-4bc2-91aa-7b037779db1d) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:33.049677 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.063925 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Transition to ACTIVE for port object 7d736f7e-c344-4bc2-91aa-7b037779db1d will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:33.102021 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.144625 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Network 87142098-bff3-4233-ae15-ff4a357de4fc is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:33.148907 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:33.155124 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:33.162234 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Pushing event updated for resources: {'Port': ['ID=7d736f7e-c344-4bc2-91aa-7b037779db1d,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:33.191033 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:33.191465 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:33.191814 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:33.192177 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:33.192542 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:33.192878 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:33.193206 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:33.193541 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:33.193860 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:33.194180 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:33.194501 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:33.194818 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:48:33.225447 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:33.226063 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.245362 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a508b828-5096-4258-9a59-7f58fa500e5c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908532 Jun 30 02:48:33.257184 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Request body: {'port': {'device_id': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:33.331730 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.437036 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-2a928a47-c0c7-4ce3-8402-6ba05a302a1b None None] Provisioning for port 7d736f7e-c344-4bc2-91aa-7b037779db1d completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:33.441477 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-2a928a47-c0c7-4ce3-8402-6ba05a302a1b None None] Provisioning complete for port 7d736f7e-c344-4bc2-91aa-7b037779db1d triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:33.441944 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-2a928a47-c0c7-4ce3-8402-6ba05a302a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.485270 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-2a928a47-c0c7-4ce3-8402-6ba05a302a1b None None] Port 7d736f7e-c344-4bc2-91aa-7b037779db1d cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:48:33.499158 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f99c7-907b-4817-8376-89374420ba3c req-31731489-2aa2-4ba1-91a3-ea86afd614a1 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:33.500649 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b11f99c7-907b-4817-8376-89374420ba3c req-31731489-2aa2-4ba1-91a3-ea86afd614a1 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0704231 Jun 30 02:48:33.538465 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b11f99c7-907b-4817-8376-89374420ba3c req-22d08119-542b-4c49-ae8e-ef971683c3b6 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320587 Jun 30 02:48:33.597862 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d736f7e-c344-4bc2-91aa-7b037779db1d {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:33.605800 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.618098 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Transition to ACTIVE for port object 7d736f7e-c344-4bc2-91aa-7b037779db1d will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:48:33.621890 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.672045 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d736f7e-c344-4bc2-91aa-7b037779db1d,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:33.744578 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Attempting to bind port 7d736f7e-c344-4bc2-91aa-7b037779db1d on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:48:33.744969 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Attempting to bind port 7d736f7e-c344-4bc2-91aa-7b037779db1d by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:48:33.745253 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Attempting to bind port 7d736f7e-c344-4bc2-91aa-7b037779db1d on network 87142098-bff3-4233-ae15-ff4a357de4fc {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:33.749844 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Port 7d736f7e-c344-4bc2-91aa-7b037779db1d on network 87142098-bff3-4233-ae15-ff4a357de4fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:48:33.750169 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Attempting to bind port 7d736f7e-c344-4bc2-91aa-7b037779db1d on network 87142098-bff3-4233-ae15-ff4a357de4fc {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:48:33.757705 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:48:33.758091 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Checking segment: {'id': 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:48:33.758497 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Bound using segment: {'id': 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:48:33.758951 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Bound port: 7d736f7e-c344-4bc2-91aa-7b037779db1d, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1141, 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:48:33.759364 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.861198 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] For port 7d736f7e-c344-4bc2-91aa-7b037779db1d, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:48:33.865132 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] For port 7d736f7e-c344-4bc2-91aa-7b037779db1d, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:48:33.869530 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.910089 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:33.910712 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:33.912711 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] 10.222.0.88 "PUT /v2.0/ports/7d736f7e-c344-4bc2-91aa-7b037779db1d HTTP/1.1" status: 200 len: 1093 time: 0.6599307 Jun 30 02:48:33.914903 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:33.917132 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa7a93d-5f7d-4299-9d57-8ce052e567b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:33.930539 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32ba64-5183-4e20-b701-703438ba0d30 req-119e7fe1-2a7f-4cfd-bebf-39de276c9821 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:33.931827 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6f32ba64-5183-4e20-b701-703438ba0d30 req-119e7fe1-2a7f-4cfd-bebf-39de276c9821 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 943 time: 0.1389680 Jun 30 02:48:33.969557 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1300a-d41e-435a-9fce-61cacd30faf0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d736f7e-c344-4bc2-91aa-7b037779db1d,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:34.222145 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd2854f-7d9f-4952-84d3-9521aea8fae8 x-openstack-request-id: req-4bd2854f-7d9f-4952-84d3-9521aea8fae8 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:34.222145 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:34.222145 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4bd2854f-7d9f-4952-84d3-9521aea8fae8 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:34.222145 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'status': 'completed', 'code': 200} Jun 30 02:48:34.233374 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6f32ba64-5183-4e20-b701-703438ba0d30 req-d73eaa20-0128-4fcc-b01d-b8922402ec40 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934563 Jun 30 02:48:34.253036 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-4847c63a-f0db-4269-a3a0-63729cdf5592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.254501 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-4847c63a-f0db-4269-a3a0-63729cdf5592 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8311a3de3f294c53a726d7a659619598&device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 1096 time: 0.2860134 Jun 30 02:48:34.295798 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-e6c68a8f-a4cd-45fc-aac7-2b549d0a07b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d HTTP/1.1" status: 200 len: 217 time: 0.0329506 Jun 30 02:48:34.343896 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-ca2e4d06-dbf6-43c1-a00c-d3cb30bde805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.345263 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-ca2e4d06-dbf6-43c1-a00c-d3cb30bde805 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ff6bda98-1543-460b-95fe-797c0d235f81 HTTP/1.1" status: 200 len: 846 time: 0.0417800 Jun 30 02:48:34.405438 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a17b7d82-b530-425b-92bc-f202277da2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.406888 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-a17b7d82-b530-425b-92bc-f202277da2a1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87142098-bff3-4233-ae15-ff4a357de4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538535 Jun 30 02:48:34.498390 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-edac39d5-d26d-448a-b5ac-267fc7772f1a service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809934 Jun 30 02:48:34.589681 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-44e355df-5ec9-4e73-98f9-77237bebafa1 req-b3fc0be1-e468-43a9-a916-6f488ff1d9bc service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840945 Jun 30 02:48:34.694882 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7a93d-5f7d-4299-9d57-8ce052e567b0 req-d5a40e6c-3098-424b-9754-8a1a0dc3ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.696405 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfa7a93d-5f7d-4299-9d57-8ce052e567b0 req-d5a40e6c-3098-424b-9754-8a1a0dc3ab3a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8311a3de3f294c53a726d7a659619598&device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0545418 Jun 30 02:48:34.732789 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9222d68-4743-405e-bfb3-8cee8269f17b req-847a1ba2-a245-4318-8237-992dd08797a4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.734275 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f9222d68-4743-405e-bfb3-8cee8269f17b req-847a1ba2-a245-4318-8237-992dd08797a4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0645316 Jun 30 02:48:34.774502 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f9222d68-4743-405e-bfb3-8cee8269f17b req-f257b01f-1050-4148-9266-a45f2526fbce tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332248 Jun 30 02:48:34.787102 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7a93d-5f7d-4299-9d57-8ce052e567b0 req-8fdc9fba-382d-4cf0-84c4-0e907734ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.788570 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfa7a93d-5f7d-4299-9d57-8ce052e567b0 req-8fdc9fba-382d-4cf0-84c4-0e907734ea21 service neutron] 10.222.0.88 "GET /v2.0/networks?id=87142098-bff3-4233-ae15-ff4a357de4fc HTTP/1.1" status: 200 len: 909 time: 0.0855417 Jun 30 02:48:34.832255 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfa7a93d-5f7d-4299-9d57-8ce052e567b0 req-b66acc05-dc96-4f68-99a1-144600b77a8e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d HTTP/1.1" status: 200 len: 217 time: 0.0369415 Jun 30 02:48:34.888827 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7a93d-5f7d-4299-9d57-8ce052e567b0 req-f5b07a6f-1c8d-4eea-a70f-b750261c96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.890246 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfa7a93d-5f7d-4299-9d57-8ce052e567b0 req-f5b07a6f-1c8d-4eea-a70f-b750261c96d7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ff6bda98-1543-460b-95fe-797c0d235f81 HTTP/1.1" status: 200 len: 846 time: 0.0486567 Jun 30 02:48:34.947072 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7a93d-5f7d-4299-9d57-8ce052e567b0 req-5f0a6009-c78a-416a-ab6b-e42c669fa589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:34.948538 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfa7a93d-5f7d-4299-9d57-8ce052e567b0 req-5f0a6009-c78a-416a-ab6b-e42c669fa589 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87142098-bff3-4233-ae15-ff4a357de4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502689 Jun 30 02:48:35.042134 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfa7a93d-5f7d-4299-9d57-8ce052e567b0 req-0d75465c-16d5-4faa-9a3f-6b9a830283fb service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867486 Jun 30 02:48:35.135623 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfa7a93d-5f7d-4299-9d57-8ce052e567b0 req-a8e57bc0-2f91-4fcd-ab0e-f5ae3e794707 service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861213 Jun 30 02:48:35.194750 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-6a9f8d12-fd25-4722-aba2-ffcebe840409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.407201 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a83e4-134b-45e8-b870-9f6c27d20921 req-5634ef2f-7883-46ab-b450-794211d864c3 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:35.408668 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-214a83e4-134b-45e8-b870-9f6c27d20921 req-5634ef2f-7883-46ab-b450-794211d864c3 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 943 time: 0.0650504 Jun 30 02:48:35.447097 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-214a83e4-134b-45e8-b870-9f6c27d20921 req-57214afe-0984-4cbc-b61e-6f283d98fee3 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313783 Jun 30 02:48:35.920073 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:35.959176 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f3893-3486-43e8-a475-0da133ab841d req-3559d6eb-0f09-4bd8-8ffb-acee6f25babb tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:35.960659 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-aa7f3893-3486-43e8-a475-0da133ab841d req-3559d6eb-0f09-4bd8-8ffb-acee6f25babb tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0694566 Jun 30 02:48:35.998191 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-aa7f3893-3486-43e8-a475-0da133ab841d req-8c960517-71ed-4d7d-a8fe-79e212945c4b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320508 Jun 30 02:48:36.428279 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:36.617982 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c74a6-f95a-435c-b3e6-628bd847e0e2 req-376d9cab-b26c-41bb-b717-7175a0f643d1 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:36.619488 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e76c74a6-f95a-435c-b3e6-628bd847e0e2 req-376d9cab-b26c-41bb-b717-7175a0f643d1 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 943 time: 0.0637259 Jun 30 02:48:36.655794 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e76c74a6-f95a-435c-b3e6-628bd847e0e2 req-8c10dd00-0c1c-4a63-a2a0-c9a05263f8ca tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306761 Jun 30 02:48:37.181450 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ccbea-4ab3-4eff-a319-149c22820abd req-4dd90820-a0f2-49c2-9a96-ddea46312bec tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:37.182915 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e09ccbea-4ab3-4eff-a319-149c22820abd req-4dd90820-a0f2-49c2-9a96-ddea46312bec tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0645883 Jun 30 02:48:37.219668 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e09ccbea-4ab3-4eff-a319-149c22820abd req-0dccde71-5e97-4b65-b5f7-6e068478127a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311229 Jun 30 02:48:37.826803 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ed846-9939-44f1-8723-69d2d8ebe07c req-58d691de-6f9c-4d61-b318-485a607a1c0c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:37.828410 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-804ed846-9939-44f1-8723-69d2d8ebe07c req-58d691de-6f9c-4d61-b318-485a607a1c0c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 943 time: 0.0630472 Jun 30 02:48:37.865929 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-804ed846-9939-44f1-8723-69d2d8ebe07c req-15253e2c-f5ba-48ec-8a20-6e5ca7139eec tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318737 Jun 30 02:48:38.337778 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:38.404329 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfaba0-141c-4e4d-b551-b4b2e2544a79 req-10001bd1-8660-4c5e-a89c-5a64c0d36064 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:38.405813 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a1bfaba0-141c-4e4d-b551-b4b2e2544a79 req-10001bd1-8660-4c5e-a89c-5a64c0d36064 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0630999 Jun 30 02:48:38.443098 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a1bfaba0-141c-4e4d-b551-b4b2e2544a79 req-daab6075-9162-4a4a-8296-ea4a2de13bc1 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317268 Jun 30 02:48:39.042007 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045e826-0985-4ed2-8d9c-cf49c300be38 req-9713709a-9b1e-44cd-9969-aa26e4f24ef9 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.043486 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8045e826-0985-4ed2-8d9c-cf49c300be38 req-9713709a-9b1e-44cd-9969-aa26e4f24ef9 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 943 time: 0.0657213 Jun 30 02:48:39.081202 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8045e826-0985-4ed2-8d9c-cf49c300be38 req-1b16a9e7-c7c3-4caa-937a-5bb45847b37a tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318863 Jun 30 02:48:39.634343 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e0548-8a48-4b87-9c0d-57bc9d666e0f req-f218f822-c2c2-483a-8397-73a1382fc79a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:39.635855 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-954e0548-8a48-4b87-9c0d-57bc9d666e0f req-f218f822-c2c2-483a-8397-73a1382fc79a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 944 time: 0.0661833 Jun 30 02:48:39.673239 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-954e0548-8a48-4b87-9c0d-57bc9d666e0f req-3747594b-fba2-4ddd-9c01-ac8851200449 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316744 Jun 30 02:48:39.688630 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 46cc1817-02bc-4998-bee2-94f7893d5d86 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:48:39.781873 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 46cc1817-02bc-4998-bee2-94f7893d5d86, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=46cc1817-02bc-4998-bee2-94f7893d5d86,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:39.794443 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'port_id': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'mac_address': 'fa:16:3e:9f:65:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:48:39.837669 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.851028 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cc1817-02bc-4998-bee2-94f7893d5d86 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:39.870997 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 46cc1817-02bc-4998-bee2-94f7893d5d86, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=46cc1817-02bc-4998-bee2-94f7893d5d86,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:39.875034 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:39.923426 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=46cc1817-02bc-4998-bee2-94f7893d5d86,revision_number=9']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:40.254919 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72cf4-a7b6-4180-b046-bb74f96b70e3 req-0eea1b0c-19f9-4570-8947-b0345492da1b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.256444 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-17d72cf4-a7b6-4180-b046-bb74f96b70e3 req-0eea1b0c-19f9-4570-8947-b0345492da1b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 943 time: 0.0655334 Jun 30 02:48:40.293239 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-17d72cf4-a7b6-4180-b046-bb74f96b70e3 req-188739f5-da0b-4125-beb8-036990574b53 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309470 Jun 30 02:48:40.299477 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['46cc1817-02bc-4998-bee2-94f7893d5d86'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:40.645592 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3575-dbd6-4e8c-846b-8af5a8600066 req-a9cd3215-3b13-4f39-8ae0-d81c0021c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.646916 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4cec3575-dbd6-4e8c-846b-8af5a8600066 req-a9cd3215-3b13-4f39-8ae0-d81c0021c60d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 1098 time: 0.0527000 Jun 30 02:48:40.755419 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3575-dbd6-4e8c-846b-8af5a8600066 req-bc66f0f3-7e69-4efb-874c-d7cd3f756e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.756887 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4cec3575-dbd6-4e8c-846b-8af5a8600066 req-bc66f0f3-7e69-4efb-874c-d7cd3f756e02 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 918 time: 0.0894189 Jun 30 02:48:40.854883 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4cec3575-dbd6-4e8c-846b-8af5a8600066 req-a2d49a3d-915b-463a-9c96-134585d3b98a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cc1817-02bc-4998-bee2-94f7893d5d86 HTTP/1.1" status: 200 len: 1001 time: 0.0910516 Jun 30 02:48:40.912982 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11484c75-1c2d-4fc8-82ae-5f59123214fe req-b9052211-d86d-4049-af7e-f57c78e287b4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.914457 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-11484c75-1c2d-4fc8-82ae-5f59123214fe req-b9052211-d86d-4049-af7e-f57c78e287b4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 945 time: 0.1158698 Jun 30 02:48:40.923555 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3575-dbd6-4e8c-846b-8af5a8600066 req-3e16895d-6f65-4451-a651-f90756255e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:40.924931 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4cec3575-dbd6-4e8c-846b-8af5a8600066 req-3e16895d-6f65-4451-a651-f90756255e58 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 200 len: 855 time: 0.0626137 Jun 30 02:48:40.983679 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-11484c75-1c2d-4fc8-82ae-5f59123214fe req-358cd79b-47e8-4213-beba-81749ecd099e tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626104 Jun 30 02:48:41.005291 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3575-dbd6-4e8c-846b-8af5a8600066 req-29629285-9063-4866-97e8-cf01f159ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:41.006771 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4cec3575-dbd6-4e8c-846b-8af5a8600066 req-29629285-9063-4866-97e8-cf01f159ab3b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0747657 Jun 30 02:48:41.102785 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4cec3575-dbd6-4e8c-846b-8af5a8600066 req-eaa0d2f1-f91d-4dd6-bde5-b2864b6dd1ad service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876911 Jun 30 02:48:41.191739 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4cec3575-dbd6-4e8c-846b-8af5a8600066 req-3c560060-7afe-4a22-893f-88749ee2da3b service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818369 Jun 30 02:48:41.468846 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de0c30-aa93-4659-9058-9e9040c71924 req-1422df91-d8e6-48c7-927e-789a2059bd65 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:41.470224 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-39de0c30-aa93-4659-9058-9e9040c71924 req-1422df91-d8e6-48c7-927e-789a2059bd65 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 943 time: 0.0678444 Jun 30 02:48:41.508614 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-39de0c30-aa93-4659-9058-9e9040c71924 req-ce4a09cd-e683-4c27-bb20-35cdd19349b0 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321562 Jun 30 02:48:41.680997 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 7d736f7e-c344-4bc2-91aa-7b037779db1d details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:48:41.683080 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 46cc1817-02bc-4998-bee2-94f7893d5d86 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:41.797642 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 46cc1817-02bc-4998-bee2-94f7893d5d86 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:41.798009 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.843498 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 7d736f7e-c344-4bc2-91aa-7b037779db1d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:41.860010 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'port_id': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'mac_address': 'fa:16:3e:94:13:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:48:41.927877 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.936395 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:41.949066 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d736f7e-c344-4bc2-91aa-7b037779db1d {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:48:41.978777 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:41.981010 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cc5129-b5fe-47b0-beab-38ce6aea5a3c" -d '{"events": [{"server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "name": "network-vif-plugged", "status": "completed", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:41.987369 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 7d736f7e-c344-4bc2-91aa-7b037779db1d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:41.993956 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.000869 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 46cc1817-02bc-4998-bee2-94f7893d5d86, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=46cc1817-02bc-4998-bee2-94f7893d5d86,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:42.021267 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bd78a0-0e64-4a52-a0dd-ceaf463867c5 x-openstack-request-id: req-67bd78a0-0e64-4a52-a0dd-ceaf463867c5 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:42.021559 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "name": "network-vif-plugged", "status": "completed", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:42.021804 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-67bd78a0-0e64-4a52-a0dd-ceaf463867c5 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:42.022411 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'code': 200} Jun 30 02:48:42.022771 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:42.049620 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7d736f7e-c344-4bc2-91aa-7b037779db1d,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:42.099277 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=46cc1817-02bc-4998-bee2-94f7893d5d86,revision_number=10']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:42.182501 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432ba01-a132-443a-9d59-b1c4c9607158 req-aa235bf9-c5fa-4068-a9fc-e7a8355683b5 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:42.184008 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f432ba01-a132-443a-9d59-b1c4c9607158 req-aa235bf9-c5fa-4068-a9fc-e7a8355683b5 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 947 time: 0.0680649 Jun 30 02:48:42.221049 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f432ba01-a132-443a-9d59-b1c4c9607158 req-d4b037db-8764-431e-a017-388b5b9b1f5c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315382 Jun 30 02:48:42.390506 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['7d736f7e-c344-4bc2-91aa-7b037779db1d'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:48:42.573011 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338b74f-5b8c-414d-9c6c-6de18c36926a req-11e53e5f-3780-4bd2-acf1-7c4fc54ca937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:42.574776 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5338b74f-5b8c-414d-9c6c-6de18c36926a req-11e53e5f-3780-4bd2-acf1-7c4fc54ca937 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 1100 time: 0.0555496 Jun 30 02:48:42.612794 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5338b74f-5b8c-414d-9c6c-6de18c36926a req-b09e7b0f-c97a-48c6-b260-45e2e8db8b98 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305054 Jun 30 02:48:42.692932 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b05e4f-e9cb-4624-a616-342647584d0f req-4a68fc10-e617-4e6e-b503-24405caaf9d9 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:42.694281 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b4b05e4f-e9cb-4624-a616-342647584d0f req-4a68fc10-e617-4e6e-b503-24405caaf9d9 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 944 time: 0.0609515 Jun 30 02:48:42.730448 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b4b05e4f-e9cb-4624-a616-342647584d0f req-29bf375c-8043-4939-ab3d-ca896253e8a0 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305927 Jun 30 02:48:42.867533 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.404734 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50504fd3-f2f0-475a-8e16-cb46a6ea5b58 req-9dfc0f8a-8b9c-40dd-820e-dfc9eb5839e9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:43.406237 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-50504fd3-f2f0-475a-8e16-cb46a6ea5b58 req-9dfc0f8a-8b9c-40dd-820e-dfc9eb5839e9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 947 time: 0.0663404 Jun 30 02:48:43.445469 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-50504fd3-f2f0-475a-8e16-cb46a6ea5b58 req-b2fc6509-b7d5-4b14-a1d3-9d0cd8f99b86 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326602 Jun 30 02:48:43.684546 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 7d736f7e-c344-4bc2-91aa-7b037779db1d up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:48:43.731742 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 7d736f7e-c344-4bc2-91aa-7b037779db1d completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:48:43.735539 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 7d736f7e-c344-4bc2-91aa-7b037779db1d triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:48:43.735914 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.817737 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.849485 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 7d736f7e-c344-4bc2-91aa-7b037779db1d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:48:43.854130 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:43.903550 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7d736f7e-c344-4bc2-91aa-7b037779db1d,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:43.912271 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d661e21-c6b4-44a1-a870-a6dc6b1d29fb req-35eb802d-42ea-4a5a-a9f1-c3948ce5625c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:43.913867 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8d661e21-c6b4-44a1-a870-a6dc6b1d29fb req-35eb802d-42ea-4a5a-a9f1-c3948ce5625c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0702307 Jun 30 02:48:43.952027 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8d661e21-c6b4-44a1-a870-a6dc6b1d29fb req-0ad86c0a-c194-4c4d-8e94-5afacdbae9b9 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322478 Jun 30 02:48:44.022885 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:44.025246 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c69a92-eca4-439e-9f8d-f6bf4d3db216" -d '{"events": [{"server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "name": "network-vif-plugged", "status": "completed", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:44.062549 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc3055b-fabd-4d24-8f67-f7cce31b5129 x-openstack-request-id: req-5bc3055b-fabd-4d24-8f67-f7cce31b5129 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:44.062847 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "name": "network-vif-plugged", "status": "completed", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:44.063136 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5bc3055b-fabd-4d24-8f67-f7cce31b5129 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:44.063533 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'code': 200} Jun 30 02:48:44.372462 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd04ce-6726-4f44-bd82-d9355d175cd4 req-c500cfbd-0345-4cde-b038-75580728ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:44.373944 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-63dd04ce-6726-4f44-bd82-d9355d175cd4 req-c500cfbd-0345-4cde-b038-75580728ddb4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0551264 Jun 30 02:48:44.412539 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-63dd04ce-6726-4f44-bd82-d9355d175cd4 req-40049ff0-b747-466d-967f-d8421d525d22 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304451 Jun 30 02:48:44.625709 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09776f-cded-418f-bb64-f4de735fe79b req-de31c966-a055-4b47-9a8a-2bc9295721e4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:44.627217 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2b09776f-cded-418f-bb64-f4de735fe79b req-de31c966-a055-4b47-9a8a-2bc9295721e4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 947 time: 0.0646718 Jun 30 02:48:44.665623 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2b09776f-cded-418f-bb64-f4de735fe79b req-ddcd5954-77b6-4990-b111-1617b058262e tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323694 Jun 30 02:48:45.137952 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f802d-6676-4f26-817a-895700c7e6c3 req-6644fe05-5e57-402b-8abc-dd3ec26ad0e2 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:45.139493 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-022f802d-6676-4f26-817a-895700c7e6c3 req-6644fe05-5e57-402b-8abc-dd3ec26ad0e2 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0714595 Jun 30 02:48:45.175719 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-022f802d-6676-4f26-817a-895700c7e6c3 req-a31ba59a-e34a-4c32-8695-48b7d0a619fd tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306885 Jun 30 02:48:45.842005 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049c2e4-fd96-4fb9-a3ff-5f23eb2e5a2b req-d7b44078-56b9-4436-a13c-a6d7109ef263 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:45.843464 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f049c2e4-fd96-4fb9-a3ff-5f23eb2e5a2b req-d7b44078-56b9-4436-a13c-a6d7109ef263 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 947 time: 0.0623879 Jun 30 02:48:45.880193 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f049c2e4-fd96-4fb9-a3ff-5f23eb2e5a2b req-63128f3b-616f-4025-9d4a-e911ed61665c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305402 Jun 30 02:48:46.354700 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d3051-6cf1-46aa-ab73-57e8fc5ffa30 req-014ff3fd-ce76-420d-be6a-6cddfbe38397 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:46.356148 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cb0d3051-6cf1-46aa-ab73-57e8fc5ffa30 req-014ff3fd-ce76-420d-be6a-6cddfbe38397 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0647357 Jun 30 02:48:46.393456 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cb0d3051-6cf1-46aa-ab73-57e8fc5ffa30 req-768009d5-5a8c-4c0c-a6de-4cc6121b1079 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318687 Jun 30 02:48:46.564235 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dac3c-ba8c-44ea-a4e7-a14fc3b7a043 req-1af23cc9-c5d3-4cd8-9b52-cd33de10bfc1 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:46.565701 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-958dac3c-ba8c-44ea-a4e7-a14fc3b7a043 req-1af23cc9-c5d3-4cd8-9b52-cd33de10bfc1 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0634644 Jun 30 02:48:46.604055 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-958dac3c-ba8c-44ea-a4e7-a14fc3b7a043 req-79bc4952-0b80-4e99-843f-75519c58aa57 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320604 Jun 30 02:48:46.628839 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 60110) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:46.727587 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a76751-0779-436c-bc1a-8f82bb679e26 tempest-TestShelveInstance-989620449 tempest-TestShelveInstance-989620449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:46.729103 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-51a76751-0779-436c-bc1a-8f82bb679e26 tempest-TestShelveInstance-989620449 tempest-TestShelveInstance-989620449-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 1093 time: 0.0986514 Jun 30 02:48:46.732039 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 60116) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:48:46.736434 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Request body: {'floatingip': {'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'port_id': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:48:46.762422 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for floatingip, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.860264 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:46.965920 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Allocated IP 172.27.0.47 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/cd65162b-33a4-4c18-838d-ccf5ce0eb2fa) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:48:47.064259 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.105225 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.141144 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:48:47.143796 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:48:47.149112 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:48:47.170679 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Pushing event updated for resources: {'Port': ['ID=cd65162b-33a4-4c18-838d-ccf5ce0eb2fa,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:47.636637 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:47.743557 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.101278 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.105950 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.173526 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Pushing event updated for resources: {'Port': ['ID=cd65162b-33a4-4c18-838d-ccf5ce0eb2fa,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:48:48.186638 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.285473 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.l3_db [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Floating IP d87dc4c2-2c1a-4e30-a82d-45d4292cf2f0 associated. External IP: 172.27.0.47, port: 7d736f7e-c344-4bc2-91aa-7b037779db1d. Jun 30 02:48:48.496440 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Router e30d39c0-d378-4303-8176-29f82ff7c765 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:48:48.606242 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:48:48.616362 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a28c7a-a483-4c54-99ce-c8537a7b0cb4 None None] Sync routers for ids ['e30d39c0-d378-4303-8176-29f82ff7c765'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:48:48.623231 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:48:48.626694 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a28c7a-a483-4c54-99ce-c8537a7b0cb4 None None] Routers {'e30d39c0-d378-4303-8176-29f82ff7c765'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:48.627340 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-e7a28c7a-a483-4c54-99ce-c8537a7b0cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:48:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['e30d39c0-d378-4303-8176-29f82ff7c765'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:48.661515 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-536a4ee0-12f5-4c4f-b197-bcc5e0e34782 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9283726 Jun 30 02:48:48.662108 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:48:48.664386 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5415bf6a-3bd2-4c3a-aa7e-ce6c36c4bbb0" -d '{"events": [{"name": "network-changed", "server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:48:48.710803 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02aff68c-ec9d-4235-9f2b-fb8ebe592795 x-openstack-request-id: req-02aff68c-ec9d-4235-9f2b-fb8ebe592795 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:48:48.711127 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:48:48.711386 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-02aff68c-ec9d-4235-9f2b-fb8ebe592795 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:48:48.711809 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'status': 'completed', 'code': 200} Jun 30 02:48:48.737563 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-e7a28c7a-a483-4c54-99ce-c8537a7b0cb4 None None] Set router e30d39c0-d378-4303-8176-29f82ff7c765 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:48.789514 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415bf6a-3bd2-4c3a-aa7e-ce6c36c4bbb0 req-6982bbbf-511e-4efd-b0b3-bc8805b5d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:48.791050 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5415bf6a-3bd2-4c3a-aa7e-ce6c36c4bbb0 req-6982bbbf-511e-4efd-b0b3-bc8805b5d719 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8311a3de3f294c53a726d7a659619598&device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0533078 Jun 30 02:48:48.887708 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415bf6a-3bd2-4c3a-aa7e-ce6c36c4bbb0 req-96d71b75-e5de-4b6e-9c61-4b060e42681f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:48.889192 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5415bf6a-3bd2-4c3a-aa7e-ce6c36c4bbb0 req-96d71b75-e5de-4b6e-9c61-4b060e42681f service neutron] 10.222.0.88 "GET /v2.0/networks?id=87142098-bff3-4233-ae15-ff4a357de4fc HTTP/1.1" status: 200 len: 909 time: 0.0899017 Jun 30 02:48:48.954580 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5415bf6a-3bd2-4c3a-aa7e-ce6c36c4bbb0 req-0e2bcfb0-28d7-4418-b714-03366f46294e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d HTTP/1.1" status: 200 len: 998 time: 0.0583293 Jun 30 02:48:48.965006 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-e7a28c7a-a483-4c54-99ce-c8537a7b0cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 4, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port': {'id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'd87dc4c2-2c1a-4e30-a82d-45d4292cf2f0', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'port_id': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'mac_address': 'fa:16:3e:94:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:48:47Z', 'updated_at': '2021-06-30T02:48:47Z', 'revision_number': 0, 'project_id': '8311a3de3f294c53a726d7a659619598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9945d202-c729-413e-88b6-726d7f4c588e', 'name': '', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'mac_address': 'fa:16:3e:e4:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:51Z', 'updated_at': '2021-06-30T02:47:59Z', 'revision_number': 5, 'project_id': '8311a3de3f294c53a726d7a659619598', 'subnets': [{'id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:49.012429 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415bf6a-3bd2-4c3a-aa7e-ce6c36c4bbb0 req-8a66b1ff-c842-4742-b694-c04393a690b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:49.014276 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5415bf6a-3bd2-4c3a-aa7e-ce6c36c4bbb0 req-8a66b1ff-c842-4742-b694-c04393a690b1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ff6bda98-1543-460b-95fe-797c0d235f81 HTTP/1.1" status: 200 len: 846 time: 0.0528185 Jun 30 02:48:49.079466 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415bf6a-3bd2-4c3a-aa7e-ce6c36c4bbb0 req-2c41b623-6c4f-4e9d-88ff-cd4bd1c28757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:48:49.080935 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5415bf6a-3bd2-4c3a-aa7e-ce6c36c4bbb0 req-2c41b623-6c4f-4e9d-88ff-cd4bd1c28757 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87142098-bff3-4233-ae15-ff4a357de4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573611 Jun 30 02:48:49.111638 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a28c7a-a483-4c54-99ce-c8537a7b0cb4 None None] Checking router: e30d39c0-d378-4303-8176-29f82ff7c765 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:48:49.120207 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a28c7a-a483-4c54-99ce-c8537a7b0cb4 None None] Routers {'e30d39c0-d378-4303-8176-29f82ff7c765'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:48:49.120811 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-e7a28c7a-a483-4c54-99ce-c8537a7b0cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:48:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['e30d39c0-d378-4303-8176-29f82ff7c765'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:49.175620 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5415bf6a-3bd2-4c3a-aa7e-ce6c36c4bbb0 req-18ce97bb-7f24-4557-a204-30fdac5ad97f service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852098 Jun 30 02:48:49.225883 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-e7a28c7a-a483-4c54-99ce-c8537a7b0cb4 None None] Set router e30d39c0-d378-4303-8176-29f82ff7c765 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:48:49.271854 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5415bf6a-3bd2-4c3a-aa7e-ce6c36c4bbb0 req-2ad12070-45a6-4f7e-89c8-b299b2972317 service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877845 Jun 30 02:48:49.447413 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-e7a28c7a-a483-4c54-99ce-c8537a7b0cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 4, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port': {'id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'd87dc4c2-2c1a-4e30-a82d-45d4292cf2f0', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'port_id': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'mac_address': 'fa:16:3e:94:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:48:47Z', 'updated_at': '2021-06-30T02:48:47Z', 'revision_number': 0, 'project_id': '8311a3de3f294c53a726d7a659619598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9945d202-c729-413e-88b6-726d7f4c588e', 'name': '', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'mac_address': 'fa:16:3e:e4:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:51Z', 'updated_at': '2021-06-30T02:47:59Z', 'revision_number': 5, 'project_id': '8311a3de3f294c53a726d7a659619598', 'subnets': [{'id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:48:49.473680 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a28c7a-a483-4c54-99ce-c8537a7b0cb4 None None] The sync data for ids ['e30d39c0-d378-4303-8176-29f82ff7c765'] in dv-cinder-733062-20-iscsi is: [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 4, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port': {'id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'd87dc4c2-2c1a-4e30-a82d-45d4292cf2f0', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'port_id': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'mac_address': 'fa:16:3e:94:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:48:47Z', 'updated_at': '2021-06-30T02:48:47Z', 'revision_number': 0, 'project_id': '8311a3de3f294c53a726d7a659619598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9945d202-c729-413e-88b6-726d7f4c588e', 'name': '', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'mac_address': 'fa:16:3e:e4:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:51Z', 'updated_at': '2021-06-30T02:47:59Z', 'revision_number': 5, 'project_id': '8311a3de3f294c53a726d7a659619598', 'subnets': [{'id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:48:49.651855 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410550e3-a530-4f88-bba7-8dee459c9ad2 None None] New status for floating IP d87dc4c2-2c1a-4e30-a82d-45d4292cf2f0: ACTIVE {{(pid=99699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:48:55.326073 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:49:02.746496 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-0a60c06e-ea95-4cfc-baba-9fa9fa1f84bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.194869 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-555c4047-b542-40fd-8c91-9c895bbae9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:05.920844 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:06.429930 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:08.341182 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:12.871666 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:29.237889 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8a168-fd1e-4da5-a245-14f2a8a3d4b7 req-138b5a33-2be7-4e38-a0ad-5c4d93fe44b6 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:29.239538 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b2e8a168-fd1e-4da5-a245-14f2a8a3d4b7 req-138b5a33-2be7-4e38-a0ad-5c4d93fe44b6 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0628362 Jun 30 02:49:29.276516 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b2e8a168-fd1e-4da5-a245-14f2a8a3d4b7 req-c6bbb9f0-9085-404c-82b2-6de87380e197 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309405 Jun 30 02:49:30.451668 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a57e81-ac0f-4df5-ad0b-1c55c176d082 req-5ad5055c-2307-40a8-81a4-d844d86e23e1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:30.453114 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-01a57e81-ac0f-4df5-ad0b-1c55c176d082 req-5ad5055c-2307-40a8-81a4-d844d86e23e1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0639937 Jun 30 02:49:30.491684 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-01a57e81-ac0f-4df5-ad0b-1c55c176d082 req-18bb1a82-18bc-4b0a-aae7-b7f19000396d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328035 Jun 30 02:49:31.683493 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da766eb4-a3b2-4a05-ad89-49bd077ddd90 req-f2ae0de3-23af-4216-a822-f2d929affbe8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:31.684993 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-da766eb4-a3b2-4a05-ad89-49bd077ddd90 req-f2ae0de3-23af-4216-a822-f2d929affbe8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0699015 Jun 30 02:49:31.731890 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-da766eb4-a3b2-4a05-ad89-49bd077ddd90 req-5af7c168-54b5-4fac-973a-3f2f8a13d8aa tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394423 Jun 30 02:49:32.325065 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:49:32.747516 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-5c5b632b-6b1a-49b4-94d0-8cef2d96a3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:32.906482 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b51d2e-c512-45d6-a415-9801aef84fd2 req-b4e22989-9e8e-41e9-ac88-ae08c07012fb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:32.907912 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a2b51d2e-c512-45d6-a415-9801aef84fd2 req-b4e22989-9e8e-41e9-ac88-ae08c07012fb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0632854 Jun 30 02:49:32.945334 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a2b51d2e-c512-45d6-a415-9801aef84fd2 req-2c6f46f2-87fd-4cd5-963a-2654a43d4536 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316720 Jun 30 02:49:34.115019 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cfc6f-324f-4596-b86d-f832395d9d80 req-faf8904f-b97c-4fc4-b020-72a06893a98a tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:34.116665 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a1cfc6f-324f-4596-b86d-f832395d9d80 req-faf8904f-b97c-4fc4-b020-72a06893a98a tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0630665 Jun 30 02:49:34.153510 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a1cfc6f-324f-4596-b86d-f832395d9d80 req-f3b38108-635e-40b8-9ddf-941e355be935 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Jun 30 02:49:35.196747 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-6cab2047-e9bb-4724-8844-49197bc944b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:35.331650 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ccb18-2b7a-41da-8478-8264c1bc2d43 req-e1d22666-e92d-4795-83ad-83644116226e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:35.333119 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a00ccb18-2b7a-41da-8478-8264c1bc2d43 req-e1d22666-e92d-4795-83ad-83644116226e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0677156 Jun 30 02:49:35.369573 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a00ccb18-2b7a-41da-8478-8264c1bc2d43 req-d1c14030-63cb-4e88-941b-64fd9928e58b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309048 Jun 30 02:49:35.921733 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.433811 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:36.547838 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9a7df-27b9-4355-b9d1-7605b9346f06 req-5b4234d3-8d5b-49d9-9a68-e24e5aa7831a tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:36.549867 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-59f9a7df-27b9-4355-b9d1-7605b9346f06 req-5b4234d3-8d5b-49d9-9a68-e24e5aa7831a tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0656211 Jun 30 02:49:36.586497 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-59f9a7df-27b9-4355-b9d1-7605b9346f06 req-5de15238-195c-431b-be7c-d471da053491 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306330 Jun 30 02:49:37.759305 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51255c-f334-4a11-aa45-4bb1d2cfab0c req-a4a71a75-e5b5-4cb1-81de-35d84fb35443 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:37.760781 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0e51255c-f334-4a11-aa45-4bb1d2cfab0c req-a4a71a75-e5b5-4cb1-81de-35d84fb35443 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0629401 Jun 30 02:49:37.796973 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0e51255c-f334-4a11-aa45-4bb1d2cfab0c req-59724252-101d-49ac-b977-62a578df6169 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307119 Jun 30 02:49:38.344563 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:38.965755 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe90b2-0c91-4ca5-8274-b72bb529b080 req-47963e4e-efc7-48a0-afe2-58d5714373d2 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:38.967155 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ebbe90b2-0c91-4ca5-8274-b72bb529b080 req-47963e4e-efc7-48a0-afe2-58d5714373d2 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0619295 Jun 30 02:49:39.004271 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ebbe90b2-0c91-4ca5-8274-b72bb529b080 req-f61e3333-9d00-41aa-98ad-1b5a4ca2a304 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314648 Jun 30 02:49:40.179260 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5adbef2-c05a-4c80-a06a-cd1be58fec6e req-2eced706-7f0b-4dac-9d4d-60d1a1e86a02 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.180741 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c5adbef2-c05a-4c80-a06a-cd1be58fec6e req-2eced706-7f0b-4dac-9d4d-60d1a1e86a02 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0662444 Jun 30 02:49:40.217868 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c5adbef2-c05a-4c80-a06a-cd1be58fec6e req-7904b3c2-8be9-4892-bfda-452addaad467 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314498 Jun 30 02:49:40.686555 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c3edee5-3cba-4fcf-a608-5370503997a1 req-49287dd2-67f5-4c54-8f70-ef156205b0f2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526893 Jun 30 02:49:40.765919 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3edee5-3cba-4fcf-a608-5370503997a1 req-865a92ce-faa5-4685-8cba-d82830f1e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.767409 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c3edee5-3cba-4fcf-a608-5370503997a1 req-865a92ce-faa5-4685-8cba-d82830f1e4c5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 1099 time: 0.0555758 Jun 30 02:49:40.885532 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3edee5-3cba-4fcf-a608-5370503997a1 req-2b02a506-fe4e-4bf3-a1bb-3ed350afc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:40.886895 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c3edee5-3cba-4fcf-a608-5370503997a1 req-2b02a506-fe4e-4bf3-a1bb-3ed350afc236 service neutron] 10.222.0.88 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 914 time: 0.0841475 Jun 30 02:49:40.956240 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c3edee5-3cba-4fcf-a608-5370503997a1 req-316d3022-2cf5-4721-abb7-adc63a7ef53d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebfe57c2-c949-4e91-b927-3dfe78ad00f3 HTTP/1.1" status: 200 len: 1001 time: 0.0625799 Jun 30 02:49:41.005008 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3edee5-3cba-4fcf-a608-5370503997a1 req-5f766ad5-ac27-4630-a9cd-c7dbec0cdef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:41.006437 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c3edee5-3cba-4fcf-a608-5370503997a1 req-5f766ad5-ac27-4630-a9cd-c7dbec0cdef3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 200 len: 851 time: 0.0440028 Jun 30 02:49:41.065767 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3edee5-3cba-4fcf-a608-5370503997a1 req-e6e36694-d741-4c03-9c12-1337a4e39323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:41.067299 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c3edee5-3cba-4fcf-a608-5370503997a1 req-e6e36694-d741-4c03-9c12-1337a4e39323 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58320a80-9569-421e-8eb0-a5be680adf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530710 Jun 30 02:49:41.159120 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c3edee5-3cba-4fcf-a608-5370503997a1 req-be7a21d0-6b49-45a5-88f2-1a34f09a027a service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839043 Jun 30 02:49:41.247692 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c3edee5-3cba-4fcf-a608-5370503997a1 req-a6fcc48a-1afc-47c5-818e-79dbc18fc4b9 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821373 Jun 30 02:49:41.392558 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555dc9b6-1090-47b0-b72b-9fe88829b5fd req-3d5f213e-32d9-47ab-b790-a37b38f77d5d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:41.394576 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-555dc9b6-1090-47b0-b72b-9fe88829b5fd req-3d5f213e-32d9-47ab-b790-a37b38f77d5d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0645747 Jun 30 02:49:41.435600 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-555dc9b6-1090-47b0-b72b-9fe88829b5fd req-d419fdbe-43db-4473-bd80-cb95b57adb04 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352900 Jun 30 02:49:41.993437 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361869e1-cb1a-46d3-9755-04dc04d98654 req-9a655ef6-727b-4560-99e7-7ca1a82e2f15 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:41.994818 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-361869e1-cb1a-46d3-9755-04dc04d98654 req-9a655ef6-727b-4560-99e7-7ca1a82e2f15 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 946 time: 0.0633128 Jun 30 02:49:42.031027 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-361869e1-cb1a-46d3-9755-04dc04d98654 req-04d28abb-561a-44ff-a01d-cad7c32dd27d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303786 Jun 30 02:49:42.609608 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d400a-8dc8-4bea-83cf-6485343b682c req-e5a2deb5-a0c7-483d-9e6b-b60468faa896 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:42.611101 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3a7d400a-8dc8-4bea-83cf-6485343b682c req-e5a2deb5-a0c7-483d-9e6b-b60468faa896 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0643241 Jun 30 02:49:42.649502 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3a7d400a-8dc8-4bea-83cf-6485343b682c req-bf2de237-c9f3-43d7-8639-d291903e8fce tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324514 Jun 30 02:49:42.876527 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.203057 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360e5e6f-6d1d-4017-9bd0-290150b7bded req-fd14fa18-b5a0-4df5-b028-c21226c5d9fd tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:43.204426 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-360e5e6f-6d1d-4017-9bd0-290150b7bded req-fd14fa18-b5a0-4df5-b028-c21226c5d9fd tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 946 time: 0.0611932 Jun 30 02:49:43.242232 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-360e5e6f-6d1d-4017-9bd0-290150b7bded req-b07f1bdd-5c42-40e5-9f41-ee4d72133b80 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317631 Jun 30 02:49:43.763205 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-5b29cb91-480f-4755-9733-364626a19d6a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:43.764665 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-5b29cb91-480f-4755-9733-364626a19d6a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 946 time: 0.0682030 Jun 30 02:49:43.822427 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55248311-05db-4e06-9a7d-c4bd6da25864 req-6845c35c-d695-42bb-9f75-63350e7dd890 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:43.824277 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-55248311-05db-4e06-9a7d-c4bd6da25864 req-6845c35c-d695-42bb-9f75-63350e7dd890 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0624392 Jun 30 02:49:43.867947 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-55248311-05db-4e06-9a7d-c4bd6da25864 req-7282ebc7-daf7-4474-8490-af6d33af5ac1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346942 Jun 30 02:49:43.870605 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Deleting port ebfe57c2-c949-4e91-b927-3dfe78ad00f3 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:43.870985 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:43.960996 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] For port ebfe57c2-c949-4e91-b927-3dfe78ad00f3, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=ebfe57c2-c949-4e91-b927-3dfe78ad00f3,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:43.961360 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.245417 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.246080 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.246080 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.l3_db [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Floating IP cf18dbd0-edd9-49ff-8e27-c54a5817ee44 disassociated. External IP: 172.27.0.52, port: ebfe57c2-c949-4e91-b927-3dfe78ad00f3. Jun 30 02:49:44.246448 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Calling delete_port for ebfe57c2-c949-4e91-b927-3dfe78ad00f3 owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:44.413046 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.449862 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event deleted for resources: {'Port': ['ID=ebfe57c2-c949-4e91-b927-3dfe78ad00f3,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:44.464459 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97af2a4-75d7-4c31-b7ae-e1ef49992a54 req-442c2479-0d2e-4742-b68e-555bbe99946d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:44.465955 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b97af2a4-75d7-4c31-b7ae-e1ef49992a54 req-442c2479-0d2e-4742-b68e-555bbe99946d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 867 time: 0.1130552 Jun 30 02:49:44.470488 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:44.471195 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:44.471195 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:44.471899 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:44.472072 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:44.472403 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:44.472726 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:44.473052 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:44.473441 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:44.473744 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:44.474117 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:44.474592 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:44.557530 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b97af2a4-75d7-4c31-b7ae-e1ef49992a54 req-64df4f09-4831-496f-9eb7-f640b22948e9 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791283 Jun 30 02:49:44.629076 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:44.739895 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:44.749424 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ffba2-8ada-4d03-9d0e-e2902a6c8cd5 None None] Sync routers for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:44.759286 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ffba2-8ada-4d03-9d0e-e2902a6c8cd5 None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:44.759900 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-271ffba2-8ada-4d03-9d0e-e2902a6c8cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:49:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:44.786663 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] No DVR routers for this DVR port ebfe57c2-c949-4e91-b927-3dfe78ad00f3 on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:44.789184 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:44.791361 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d96f5666-ccd9-45e3-a3cb-ec5ff9f4cdd0 req-1a6c0884-f349-44c2-807a-f5b5804ec50e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "DELETE /v2.0/ports/ebfe57c2-c949-4e91-b927-3dfe78ad00f3 HTTP/1.1" status: 204 len: 173 time: 1.0190444 Jun 30 02:49:44.791810 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c95594-f64f-4d3e-a667-dc5ea27701bd', 'name': 'network-vif-deleted', 'tag': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:44.794600 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bad9561-e932-4414-b1ee-ee92362c751d" -d '{"events": [{"server_uuid": "d3c95594-f64f-4d3e-a667-dc5ea27701bd", "name": "network-vif-deleted", "tag": "ebfe57c2-c949-4e91-b927-3dfe78ad00f3"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:44.841791 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07a7117-abde-4b1b-9e34-b26d5c9f073e x-openstack-request-id: req-f07a7117-abde-4b1b-9e34-b26d5c9f073e {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:44.842162 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c95594-f64f-4d3e-a667-dc5ea27701bd", "name": "network-vif-deleted", "tag": "ebfe57c2-c949-4e91-b927-3dfe78ad00f3", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:44.842353 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f07a7117-abde-4b1b-9e34-b26d5c9f073e {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:44.843084 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c95594-f64f-4d3e-a667-dc5ea27701bd', 'name': 'network-vif-deleted', 'tag': 'ebfe57c2-c949-4e91-b927-3dfe78ad00f3', 'status': 'completed', 'code': 200} Jun 30 02:49:44.887459 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-271ffba2-8ada-4d03-9d0e-e2902a6c8cd5 None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:45.054913 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d979f-141a-4f85-9c81-d30397a062e8 req-1d3015f8-1f60-48ad-aa61-c3e02c71bb04 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.062872 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-612d979f-141a-4f85-9c81-d30397a062e8 req-1d3015f8-1f60-48ad-aa61-c3e02c71bb04 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0827916 Jun 30 02:49:45.108630 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-612d979f-141a-4f85-9c81-d30397a062e8 req-87a4f3ba-5303-4366-a7c0-49edce8613df tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449471 Jun 30 02:49:45.133041 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-271ffba2-8ada-4d03-9d0e-e2902a6c8cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:45.165762 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ffba2-8ada-4d03-9d0e-e2902a6c8cd5 None None] Checking router: 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:45.174954 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ffba2-8ada-4d03-9d0e-e2902a6c8cd5 None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:45.175749 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-271ffba2-8ada-4d03-9d0e-e2902a6c8cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:49:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:45.303458 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-271ffba2-8ada-4d03-9d0e-e2902a6c8cd5 None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:45.539730 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-271ffba2-8ada-4d03-9d0e-e2902a6c8cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:45.568380 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ffba2-8ada-4d03-9d0e-e2902a6c8cd5 None None] The sync data for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi is: [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:45.587163 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfafe58-4a30-4619-a5a4-ba0baf1b2e4b req-6d490d70-c03a-4564-938d-858cc446ae75 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.588726 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9dfafe58-4a30-4619-a5a4-ba0baf1b2e4b req-6d490d70-c03a-4564-938d-858cc446ae75 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.1199009 Jun 30 02:49:45.592973 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733334c-9eff-422e-958e-b05cabe873d9 req-90f56d5f-396d-47c5-ac85-0b0b12075476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.594383 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4733334c-9eff-422e-958e-b05cabe873d9 req-90f56d5f-396d-47c5-ac85-0b0b12075476 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0866094 Jun 30 02:49:45.693544 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9dfafe58-4a30-4619-a5a4-ba0baf1b2e4b req-352dfae7-9ecc-493f-a5a5-e8d3b89661a6 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980005 Jun 30 02:49:45.766488 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-77c6ed24-9c66-4439-82dd-e07969bad8aa req-7d50c59a-1b04-4af1-8203-680441085e47 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=d3c95594-f64f-4d3e-a667-dc5ea27701bd HTTP/1.1" status: 200 len: 210 time: 0.0422935 Jun 30 02:49:45.768561 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733334c-9eff-422e-958e-b05cabe873d9 req-2250ff29-e1e8-4ebe-8804-ac561e6a4fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:45.777790 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4733334c-9eff-422e-958e-b05cabe873d9 req-2250ff29-e1e8-4ebe-8804-ac561e6a4fad service neutron] 10.222.0.88 "GET /v2.0/networks?id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2 HTTP/1.1" status: 200 len: 912 time: 0.1746271 Jun 30 02:49:45.897419 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d562ccd0-8464-4004-b616-b65b78f5666a None None] New status for floating IP cf18dbd0-edd9-49ff-8e27-c54a5817ee44: DOWN {{(pid=99699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:49:46.032881 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device ebfe57c2-c949-4e91-b927-3dfe78ad00f3 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:49:46.061848 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: ebfe57c2-c949-4e91-b927-3dfe78ad00f3 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:49:46.062191 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device ebfe57c2-c949-4e91-b927-3dfe78ad00f3 not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:49:46.091550 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4733334c-9eff-422e-958e-b05cabe873d9 req-cb6cd481-83a7-488c-8c46-d09e9c62ff21 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc HTTP/1.1" status: 200 len: 1001 time: 0.3118055 Jun 30 02:49:46.148450 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733334c-9eff-422e-958e-b05cabe873d9 req-e5f7af73-c4de-46ab-9626-57fc0e5742b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:46.149918 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4733334c-9eff-422e-958e-b05cabe873d9 req-e5f7af73-c4de-46ab-9626-57fc0e5742b8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=422ed7e6-8268-4da9-9aee-eeed2f63ac7e HTTP/1.1" status: 200 len: 849 time: 0.0466642 Jun 30 02:49:46.211411 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733334c-9eff-422e-958e-b05cabe873d9 req-70e7c2ea-7a54-4d45-96b4-fd787fc6225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:46.212909 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4733334c-9eff-422e-958e-b05cabe873d9 req-70e7c2ea-7a54-4d45-96b4-fd787fc6225f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552416 Jun 30 02:49:46.309866 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4733334c-9eff-422e-958e-b05cabe873d9 req-f1ae5e68-7c0d-4c87-b16a-836bf887b5b3 service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874848 Jun 30 02:49:46.406115 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4733334c-9eff-422e-958e-b05cabe873d9 req-6cbbf571-d082-4b53-89c2-c8faa406cfd5 service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895221 Jun 30 02:49:46.871181 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ae82b-e663-4c0c-adfc-20d0bb16f2ca req-1353a7da-9944-4cf9-8e7b-dbac0d43bd6f tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:46.872653 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e31ae82b-e663-4c0c-adfc-20d0bb16f2ca req-1353a7da-9944-4cf9-8e7b-dbac0d43bd6f tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0659292 Jun 30 02:49:46.915361 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e31ae82b-e663-4c0c-adfc-20d0bb16f2ca req-441dd086-d139-4b67-9f98-236f718490cb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362291 Jun 30 02:49:47.063292 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-8893e98c-a81d-4a41-9dca-f50de87d30ca tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625756494&fields=id&tenant_id=4e13080cb9d04e46988c9efe323c0133 HTTP/1.1" status: 200 len: 267 time: 0.0338478 Jun 30 02:49:47.175095 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-6633aa87-38c6-49b5-82d0-338c719c8464 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:47.176494 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-6633aa87-38c6-49b5-82d0-338c719c8464 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 812 time: 0.1062875 Jun 30 02:49:47.191428 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-7b8f19d6-975c-402e-aef8-f95de2b9f8ea tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/quotas/4e13080cb9d04e46988c9efe323c0133 HTTP/1.1" status: 200 len: 375 time: 0.0095224 Jun 30 02:49:47.267318 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-90c4695c-281c-4d08-9fdb-b35e374e3588 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704021 Jun 30 02:49:47.371253 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-b9be09d5-1aea-49cd-bdcd-a30e272006d3 service neutron] 10.222.0.104 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904303 Jun 30 02:49:47.463842 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-f3d709bd-10eb-4380-85d2-6d99c86d122d service neutron] 10.222.0.104 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859265 Jun 30 02:49:47.756970 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e15292cf-c1ee-4672-a7da-9ebb41c83443 req-bfe763a1-2908-47ee-a7db-6558fd8f2704 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 210 time: 0.0293355 Jun 30 02:49:48.099996 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2809b-f0c1-4bc6-8b79-a00d08b4f67c req-8c0ca810-2ec5-4b80-bfe5-7d22c2f76a61 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.101484 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d2f2809b-f0c1-4bc6-8b79-a00d08b4f67c req-8c0ca810-2ec5-4b80-bfe5-7d22c2f76a61 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0710649 Jun 30 02:49:48.139224 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d2f2809b-f0c1-4bc6-8b79-a00d08b4f67c req-9250ce6b-c762-47c0-ad0c-2243811e08b4 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317616 Jun 30 02:49:48.913475 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b53f1594-d1fc-4a94-b970-76df3d4fa99e req-e0f660c2-e8df-4a28-b83d-115cdf9fba62 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 210 time: 0.0414543 Jun 30 02:49:48.940022 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-84ad6e83-9734-41bc-a5d6-8a4f763ecdbb tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:48.941942 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-84ad6e83-9734-41bc-a5d6-8a4f763ecdbb tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 812 time: 0.1411972 Jun 30 02:49:48.996843 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-073cd634-753e-4e47-8c6f-70cf23e8fb08 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e13080cb9d04e46988c9efe323c0133 HTTP/1.1" status: 200 len: 379 time: 0.0352156 Jun 30 02:49:49.007282 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Request body: {'port': {'device_id': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'admin_state_up': True, 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'security_groups': ['8e085fcc-923a-4e26-98d8-2763a1444cbb']}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:49.119267 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Made reservation on behalf of 4e13080cb9d04e46988c9efe323c0133 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:49:49.122917 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.245165 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Allocated IP 172.20.0.3 (58320a80-9569-421e-8eb0-a5be680adf9b/3a033809-892b-48c9-b8cd-293126c56dc8/9da15643-8419-4a54-bbfe-d453babfaf41) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:49:49.384839 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.397622 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Transition to ACTIVE for port object 9da15643-8419-4a54-bbfe-d453babfaf41 will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:49.432577 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.487383 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Network 58320a80-9569-421e-8eb0-a5be680adf9b is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:49:49.491080 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:49:49.497766 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:49:49.525388 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'Port': ['ID=9da15643-8419-4a54-bbfe-d453babfaf41,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:49.559154 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:49.559950 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.576237 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-031190c4-0b35-4555-bb52-73cdb757965e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5727417 Jun 30 02:49:49.600056 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Request body: {'port': {'device_id': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:49.681272 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.769163 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-6f20d6ea-1d72-4ee3-8780-189fde59246d None None] Provisioning for port 9da15643-8419-4a54-bbfe-d453babfaf41 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:49:49.772916 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-6f20d6ea-1d72-4ee3-8780-189fde59246d None None] Provisioning complete for port 9da15643-8419-4a54-bbfe-d453babfaf41 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:49:49.773284 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-6f20d6ea-1d72-4ee3-8780-189fde59246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.806537 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-6f20d6ea-1d72-4ee3-8780-189fde59246d None None] Port 9da15643-8419-4a54-bbfe-d453babfaf41 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:49:49.947922 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da15643-8419-4a54-bbfe-d453babfaf41 {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:49.956193 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:49.969549 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Transition to ACTIVE for port object 9da15643-8419-4a54-bbfe-d453babfaf41 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:49:49.973215 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.062508 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Pushing event updated for resources: {'Port': ['ID=9da15643-8419-4a54-bbfe-d453babfaf41,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:50.097787 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Attempting to bind port 9da15643-8419-4a54-bbfe-d453babfaf41 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:49:50.098140 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Attempting to bind port 9da15643-8419-4a54-bbfe-d453babfaf41 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:49:50.098453 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Attempting to bind port 9da15643-8419-4a54-bbfe-d453babfaf41 on network 58320a80-9569-421e-8eb0-a5be680adf9b {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:50.101970 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc3296-e980-4ca8-851e-6e07213b20d0 req-466be79b-f59c-4776-8ef1-92e5cbab4944 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.103524 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-41dc3296-e980-4ca8-851e-6e07213b20d0 req-466be79b-f59c-4776-8ef1-92e5cbab4944 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 943 time: 0.0728838 Jun 30 02:49:50.107184 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Port 9da15643-8419-4a54-bbfe-d453babfaf41 on network 58320a80-9569-421e-8eb0-a5be680adf9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:49:50.107515 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Attempting to bind port 9da15643-8419-4a54-bbfe-d453babfaf41 on network 58320a80-9569-421e-8eb0-a5be680adf9b {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:49:50.114572 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:49:50.114792 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Checking segment: {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:49:50.115040 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Bound using segment: {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:49:50.115459 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Bound port: 9da15643-8419-4a54-bbfe-d453babfaf41, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:49:50.115824 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.146578 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-41dc3296-e980-4ca8-851e-6e07213b20d0 req-31001458-47aa-4680-a93b-2c2837690842 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363803 Jun 30 02:49:50.187932 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] For port 9da15643-8419-4a54-bbfe-d453babfaf41, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:49:50.192308 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] For port 9da15643-8419-4a54-bbfe-d453babfaf41, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=9da15643-8419-4a54-bbfe-d453babfaf41,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:49:50.198545 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.232900 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.233517 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:50.234882 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] 10.222.0.88 "PUT /v2.0/ports/9da15643-8419-4a54-bbfe-d453babfaf41 HTTP/1.1" status: 200 len: 1093 time: 0.6393490 Jun 30 02:49:50.235351 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'tag': '9da15643-8419-4a54-bbfe-d453babfaf41'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:50.237627 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7438c1d-2783-40bd-8ae9-8d6aaa4d7920" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d3b547-e69f-476a-b35a-bff2deee5db3", "tag": "9da15643-8419-4a54-bbfe-d453babfaf41"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:50.264257 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae37cc-b65c-412b-9a33-477d6550669d service neutron] Pushing event updated for resources: {'Port': ['ID=9da15643-8419-4a54-bbfe-d453babfaf41,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:50.282001 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7141eac-3ab5-41ce-92c4-a86a470d2689 x-openstack-request-id: req-b7141eac-3ab5-41ce-92c4-a86a470d2689 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:50.282001 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d3b547-e69f-476a-b35a-bff2deee5db3", "tag": "9da15643-8419-4a54-bbfe-d453babfaf41", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:50.282001 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b7141eac-3ab5-41ce-92c4-a86a470d2689 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:50.285115 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'tag': '9da15643-8419-4a54-bbfe-d453babfaf41', 'status': 'completed', 'code': 200} Jun 30 02:49:50.343752 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-8de45445-1522-4353-9299-df9503d79cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.345272 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-8de45445-1522-4353-9299-df9503d79cd2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 1096 time: 0.0556183 Jun 30 02:49:50.397047 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-3d8dda4c-f6ce-4f40-8c78-4268cb77bfae service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9da15643-8419-4a54-bbfe-d453babfaf41 HTTP/1.1" status: 200 len: 217 time: 0.0404203 Jun 30 02:49:50.451126 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-d126019c-8307-46ab-b638-1edebc2bfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.452717 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-d126019c-8307-46ab-b638-1edebc2bfbb0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 200 len: 851 time: 0.0453143 Jun 30 02:49:50.520637 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-1c480935-ca91-4358-b5ac-c53a47f51261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.522166 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-1c480935-ca91-4358-b5ac-c53a47f51261 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58320a80-9569-421e-8eb0-a5be680adf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530267 Jun 30 02:49:50.615981 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-211a096e-9d3e-4b48-be12-75da96d1a384 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854292 Jun 30 02:49:50.704098 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7c64aa1d-d81f-4087-b7fd-84b34854d753 req-6f145fc0-050a-445b-a637-d60caa8e6b8c service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810153 Jun 30 02:49:50.809418 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7438c1d-2783-40bd-8ae9-8d6aaa4d7920 req-600d4da1-3b92-4b10-a71c-61af538fb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.810943 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b7438c1d-2783-40bd-8ae9-8d6aaa4d7920 req-600d4da1-3b92-4b10-a71c-61af538fb0c2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 1096 time: 0.0525117 Jun 30 02:49:50.918719 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7438c1d-2783-40bd-8ae9-8d6aaa4d7920 req-5d2c6a27-78a3-4c2c-b1e6-b85ba7d2aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:50.920586 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b7438c1d-2783-40bd-8ae9-8d6aaa4d7920 req-5d2c6a27-78a3-4c2c-b1e6-b85ba7d2aea5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 914 time: 0.0997605 Jun 30 02:49:50.962145 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b7438c1d-2783-40bd-8ae9-8d6aaa4d7920 req-685bbf2a-f07b-4450-80cb-e822666aed25 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9da15643-8419-4a54-bbfe-d453babfaf41 HTTP/1.1" status: 200 len: 217 time: 0.0345433 Jun 30 02:49:51.016198 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7438c1d-2783-40bd-8ae9-8d6aaa4d7920 req-aa45a33b-ae0a-473d-941a-7d28b2cb82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:51.017737 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b7438c1d-2783-40bd-8ae9-8d6aaa4d7920 req-aa45a33b-ae0a-473d-941a-7d28b2cb82d2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 200 len: 851 time: 0.0479081 Jun 30 02:49:51.076374 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7438c1d-2783-40bd-8ae9-8d6aaa4d7920 req-bbcbed9c-ac73-4dd5-9b01-86bde5fc132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:51.077749 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b7438c1d-2783-40bd-8ae9-8d6aaa4d7920 req-bbcbed9c-ac73-4dd5-9b01-86bde5fc132b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58320a80-9569-421e-8eb0-a5be680adf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514286 Jun 30 02:49:51.170300 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b7438c1d-2783-40bd-8ae9-8d6aaa4d7920 req-1dabe2c7-7ffa-4dfc-ba81-ce5a0988ff6a service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812571 Jun 30 02:49:51.271732 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b7438c1d-2783-40bd-8ae9-8d6aaa4d7920 req-2d23e9a0-7f69-4b26-b75c-534b69122cab service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896010 Jun 30 02:49:51.322881 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01134eb5-8b99-475a-a412-08a7e0013202 req-6b628cf5-94e0-4efb-9abf-cd0d6c8f911f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:51.324389 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-01134eb5-8b99-475a-a412-08a7e0013202 req-6b628cf5-94e0-4efb-9abf-cd0d6c8f911f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 943 time: 0.0638235 Jun 30 02:49:51.362865 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-01134eb5-8b99-475a-a412-08a7e0013202 req-f2ae27fb-d88d-4b65-9700-86d562e709f6 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327289 Jun 30 02:49:52.536121 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9dd4af-02b9-41ea-bb53-2ff0c36391a9 req-6b4167ae-5a84-429f-94d0-ac97ea9ce5b0 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:52.537591 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-da9dd4af-02b9-41ea-bb53-2ff0c36391a9 req-6b4167ae-5a84-429f-94d0-ac97ea9ce5b0 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 943 time: 0.0662827 Jun 30 02:49:52.575207 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-da9dd4af-02b9-41ea-bb53-2ff0c36391a9 req-92ddc762-32ed-4b26-acd3-2929d5447cee tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318036 Jun 30 02:49:53.749606 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71379d8-c10c-4095-864d-f94231c72035 req-442db953-9479-41be-8639-0cae86d4cf06 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:53.750963 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d71379d8-c10c-4095-864d-f94231c72035 req-442db953-9479-41be-8639-0cae86d4cf06 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 943 time: 0.0626307 Jun 30 02:49:53.788069 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d71379d8-c10c-4095-864d-f94231c72035 req-a7477ba1-25bc-453f-bae7-41c4cc2f5e8f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313570 Jun 30 02:49:54.966951 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4576e-ac8c-40ae-bbe2-6190cacb4784 req-a56fe6a5-42e4-45d0-b384-027a5ca0505a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:54.968436 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a6b4576e-ac8c-40ae-bbe2-6190cacb4784 req-a56fe6a5-42e4-45d0-b384-027a5ca0505a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 943 time: 0.0674815 Jun 30 02:49:54.984937 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61166637-fbfd-4313-b639-a449efce8489 req-547ee039-470b-4e65-92a3-38b45c2f3150 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:54.987148 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-61166637-fbfd-4313-b639-a449efce8489 req-547ee039-470b-4e65-92a3-38b45c2f3150 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 947 time: 0.0683327 Jun 30 02:49:55.008457 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a6b4576e-ac8c-40ae-bbe2-6190cacb4784 req-7b1122eb-c883-47e5-af60-3ca082878dd9 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340872 Jun 30 02:49:55.026170 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-61166637-fbfd-4313-b639-a449efce8489 req-635ccbe7-a646-4703-b5c0-5d1f5c3a343e tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331745 Jun 30 02:49:56.180116 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042c3ea-64d0-4274-bb09-529ea06841df req-7f1af81d-85a0-423a-bd95-2064558def23 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:56.181905 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3042c3ea-64d0-4274-bb09-529ea06841df req-7f1af81d-85a0-423a-bd95-2064558def23 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 943 time: 0.0628245 Jun 30 02:49:56.203609 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fa53c-589c-41fe-bfdc-a5c69ef61812 req-ea1b3ae3-3fc6-4ab6-8150-3a9ae3280b9f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:56.205107 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-686fa53c-589c-41fe-bfdc-a5c69ef61812 req-ea1b3ae3-3fc6-4ab6-8150-3a9ae3280b9f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 947 time: 0.0642817 Jun 30 02:49:56.219346 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3042c3ea-64d0-4274-bb09-529ea06841df req-a4c2ffbd-1d4e-46d9-aeae-3dfdf1cc9c8e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317590 Jun 30 02:49:56.245491 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-686fa53c-589c-41fe-bfdc-a5c69ef61812 req-53e343fb-6c2d-4a34-aad1-cbe340ebc1b1 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346723 Jun 30 02:49:57.149423 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f89208-ea70-4cf2-9e75-8214440b788f req-68b76d93-6348-46b2-9c19-9a795a0e0b94 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:57.150842 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-06f89208-ea70-4cf2-9e75-8214440b788f req-68b76d93-6348-46b2-9c19-9a795a0e0b94 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.88 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 947 time: 0.0618927 Jun 30 02:49:57.251326 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Deleting port 46cc1817-02bc-4998-bee2-94f7893d5d86 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:57.252996 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.340956 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] For port 46cc1817-02bc-4998-bee2-94f7893d5d86, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=46cc1817-02bc-4998-bee2-94f7893d5d86,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:57.341317 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.403548 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e260e-7c9f-467d-9b7e-b662b91a8b4f req-be065514-6ebc-41db-b44f-f7f8132ed26a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:57.404941 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1c3e260e-7c9f-467d-9b7e-b662b91a8b4f req-be065514-6ebc-41db-b44f-f7f8132ed26a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 943 time: 0.0670950 Jun 30 02:49:57.443804 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1c3e260e-7c9f-467d-9b7e-b662b91a8b4f req-41ff5d5b-1b15-46ac-be29-925080d241be tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330536 Jun 30 02:49:57.536719 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e292b-8e28-4c19-8e63-a97fe66159a9 req-bfdd4365-8a33-417a-aece-c098cb5b9bfd tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:57.538251 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a14e292b-8e28-4c19-8e63-a97fe66159a9 req-bfdd4365-8a33-417a-aece-c098cb5b9bfd tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=d38adf46-35b0-443e-ae5d-b8636f6b48a6 HTTP/1.1" status: 200 len: 947 time: 0.1507046 Jun 30 02:49:57.571907 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.572350 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.572591 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.l3_db [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Floating IP 61622b7a-d114-45d7-b658-7cc18f146fef disassociated. External IP: 172.27.0.194, port: 46cc1817-02bc-4998-bee2-94f7893d5d86. Jun 30 02:49:57.572909 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Calling delete_port for 46cc1817-02bc-4998-bee2-94f7893d5d86 owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:57.597992 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a14e292b-8e28-4c19-8e63-a97fe66159a9 req-5a8d4970-8cae-4c70-938b-3ca1e2af1625 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=52c4e1a2-6627-4aae-9e62-353ec9ec6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538495 Jun 30 02:49:57.714699 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:57.748144 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event deleted for resources: {'Port': ['ID=46cc1817-02bc-4998-bee2-94f7893d5d86,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:57.857103 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Router 3889221c-a9a8-4bbd-8276-75c9054b3497 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:49:57.961766 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:49:57.972506 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b990371-f973-49a2-97a3-cc5218a6c847 None None] Sync routers for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:49:57.982363 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b990371-f973-49a2-97a3-cc5218a6c847 None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:57.982972 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-8b990371-f973-49a2-97a3-cc5218a6c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:49:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:58.005096 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] No DVR routers for this DVR port 46cc1817-02bc-4998-bee2-94f7893d5d86 on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:49:58.007612 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.009666 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-06f89208-ea70-4cf2-9e75-8214440b788f req-7432b7d7-bda5-4662-928b-b1bc80f43ea7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.88 "DELETE /v2.0/ports/46cc1817-02bc-4998-bee2-94f7893d5d86 HTTP/1.1" status: 204 len: 173 time: 0.8531673 Jun 30 02:49:58.010075 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'name': 'network-vif-deleted', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:49:58.012398 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23c105c-23a3-47ba-96af-bbb1117a7c7a" -d '{"events": [{"server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "name": "network-vif-deleted", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:49:58.056586 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c94489-3146-4983-a70e-bac8702b2d23 x-openstack-request-id: req-e0c94489-3146-4983-a70e-bac8702b2d23 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:49:58.057015 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38adf46-35b0-443e-ae5d-b8636f6b48a6", "name": "network-vif-deleted", "tag": "46cc1817-02bc-4998-bee2-94f7893d5d86", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:49:58.057756 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e0c94489-3146-4983-a70e-bac8702b2d23 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:49:58.058231 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38adf46-35b0-443e-ae5d-b8636f6b48a6', 'name': 'network-vif-deleted', 'tag': '46cc1817-02bc-4998-bee2-94f7893d5d86', 'status': 'completed', 'code': 200} Jun 30 02:49:58.098360 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-8b990371-f973-49a2-97a3-cc5218a6c847 None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:58.129016 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 9da15643-8419-4a54-bbfe-d453babfaf41 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:49:58.336384 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 9da15643-8419-4a54-bbfe-d453babfaf41, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=9da15643-8419-4a54-bbfe-d453babfaf41,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:58.365300 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '9da15643-8419-4a54-bbfe-d453babfaf41', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'port_id': '9da15643-8419-4a54-bbfe-d453babfaf41', 'mac_address': 'fa:16:3e:72:32:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:49:58.418925 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.434100 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da15643-8419-4a54-bbfe-d453babfaf41 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:49:58.439775 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-8b990371-f973-49a2-97a3-cc5218a6c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:32Z', 'revision_number': 5, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:58.472268 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b990371-f973-49a2-97a3-cc5218a6c847 None None] Checking router: 3889221c-a9a8-4bbd-8276-75c9054b3497 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:49:58.487205 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 9da15643-8419-4a54-bbfe-d453babfaf41, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=9da15643-8419-4a54-bbfe-d453babfaf41,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:49:58.490996 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b990371-f973-49a2-97a3-cc5218a6c847 None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:49:58.491645 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-8b990371-f973-49a2-97a3-cc5218a6c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:49:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:58.495044 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.639667 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ede5f-ba78-4304-ba34-6f9af9c82443 req-52328c8a-f14f-4d2d-86a9-e6bdf55aae17 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:58.645731 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b79ede5f-ba78-4304-ba34-6f9af9c82443 req-52328c8a-f14f-4d2d-86a9-e6bdf55aae17 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 944 time: 0.0857363 Jun 30 02:49:58.694747 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b79ede5f-ba78-4304-ba34-6f9af9c82443 req-b94d8835-09b6-4f8b-940b-7d136346a496 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480070 Jun 30 02:49:58.737706 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 60378) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:58.739726 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=9da15643-8419-4a54-bbfe-d453babfaf41,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:58.774954 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:58.775314 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:58.775676 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:58.776008 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:58.776327 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:58.776661 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:58.776988 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:58.777315 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:58.777655 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:58.777978 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:58.778301 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:58.778622 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:58.794183 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-19d3b9f9-02a0-4838-903d-19ed1c7cc12c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.806735 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-8b990371-f973-49a2-97a3-cc5218a6c847 None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:49:58.818357 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-19d3b9f9-02a0-4838-903d-19ed1c7cc12c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.865765 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-19d3b9f9-02a0-4838-903d-19ed1c7cc12c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.868397 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-19d3b9f9-02a0-4838-903d-19ed1c7cc12c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:58.869543 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-19d3b9f9-02a0-4838-903d-19ed1c7cc12c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "DELETE /v2.0/security-groups/52c4e1a2-6627-4aae-9e62-353ec9ec6560 HTTP/1.1" status: 204 len: 168 time: 0.1305547 Jun 30 02:49:58.872345 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 60380) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:58.879186 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3b9f9-02a0-4838-903d-19ed1c7cc12c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c4e1a2-6627-4aae-9e62-353ec9ec6560,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:58.885989 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['9da15643-8419-4a54-bbfe-d453babfaf41'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:49:58.888122 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.api.v2.resource [None req-b2222114-b1dd-457d-bee0-230c91e9b986 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] show failed (client error): The resource could not be found. Jun 30 02:49:58.889109 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-b2222114-b1dd-457d-bee0-230c91e9b986 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups/52c4e1a2-6627-4aae-9e62-353ec9ec6560 HTTP/1.1" status: 404 len: 347 time: 0.0152373 Jun 30 02:49:58.892715 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 60382) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:59.022594 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-9764bd39-4d9e-47b9-b474-c06ae2734b2b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Deleting port 943bc055-4aff-493f-a64b-ce26ab8061e7 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:49:59.022859 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9764bd39-4d9e-47b9-b474-c06ae2734b2b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.099252 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9764bd39-4d9e-47b9-b474-c06ae2734b2b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.099583 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9764bd39-4d9e-47b9-b474-c06ae2734b2b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.110883 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-9764bd39-4d9e-47b9-b474-c06ae2734b2b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Calling delete_port for 943bc055-4aff-493f-a64b-ce26ab8061e7 owned by network:floatingip {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:49:59.130147 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-8b990371-f973-49a2-97a3-cc5218a6c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:32Z', 'revision_number': 5, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:49:59.166184 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b990371-f973-49a2-97a3-cc5218a6c847 None None] The sync data for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi is: [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:32Z', 'revision_number': 5, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:49:59.259896 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9764bd39-4d9e-47b9-b474-c06ae2734b2b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.295281 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764bd39-4d9e-47b9-b474-c06ae2734b2b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event deleted for resources: {'Port': ['ID=943bc055-4aff-493f-a64b-ce26ab8061e7,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:59.356676 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9764bd39-4d9e-47b9-b474-c06ae2734b2b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.359517 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9764bd39-4d9e-47b9-b474-c06ae2734b2b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.362209 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-9764bd39-4d9e-47b9-b474-c06ae2734b2b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "DELETE /v2.0/floatingips/61622b7a-d114-45d7-b658-7cc18f146fef HTTP/1.1" status: 204 len: 168 time: 0.4662747 Jun 30 02:49:59.385668 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013fcb9a-8f23-4867-beb7-3b35e533b340 None None] New status for floating IP 61622b7a-d114-45d7-b658-7cc18f146fef: DOWN {{(pid=99699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:49:59.590620 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 60386) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:59.595823 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-5a9951aa-fe1a-4c53-aa38-4a51c622faa2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1845603597', 'description': 'tempest-description--1317688063'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:59.617882 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5a9951aa-fe1a-4c53-aa38-4a51c622faa2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.702886 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5a9951aa-fe1a-4c53-aa38-4a51c622faa2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.707721 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5a9951aa-fe1a-4c53-aa38-4a51c622faa2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.735417 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5a9951aa-fe1a-4c53-aa38-4a51c622faa2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.736854 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-5a9951aa-fe1a-4c53-aa38-4a51c622faa2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1450450 Jun 30 02:49:59.740211 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 60390) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:59.741624 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9951aa-fe1a-4c53-aa38-4a51c622faa2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:59.744815 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Request body: {'security_group_rule': {'security_group_id': 'a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:59.772553 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.818903 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.822736 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.840990 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebd9f26-92af-4abd-b4f7-76598883c8d6,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:59.849359 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.849710 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.850055 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.850395 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.850734 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.851093 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.851431 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.851759 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.852091 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.852410 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.852733 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.853083 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:49:59.855665 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.859328 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-e6fb1a7d-5f93-4f77-ac8c-32fbd64a8a41 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156750 Jun 30 02:49:59.859632 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 60392) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:59.864531 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-cc8cc287-ae58-4f24-bdaf-2fb01678ed9b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Request body: {'security_group_rule': {'security_group_id': 'a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:49:59.870731 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d82a0-a247-4a9c-b245-b436548ff59e req-2ca41cf3-65c8-4ed4-8613-0fdb80ae7dca tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:49:59.872306 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fe1d82a0-a247-4a9c-b245-b436548ff59e req-2ca41cf3-65c8-4ed4-8613-0fdb80ae7dca tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 944 time: 0.0745094 Jun 30 02:49:59.891330 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cc8cc287-ae58-4f24-bdaf-2fb01678ed9b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.911273 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fe1d82a0-a247-4a9c-b245-b436548ff59e req-9de8526d-6abe-4d94-bcca-00c7da4d2330 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327525 Jun 30 02:49:59.950470 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cc8cc287-ae58-4f24-bdaf-2fb01678ed9b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.954127 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cc8cc287-ae58-4f24-bdaf-2fb01678ed9b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.972081 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cc287-ae58-4f24-bdaf-2fb01678ed9b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa4a42f-ffa1-41a5-a346-ea7ee784912e,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:49:59.977110 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cc8cc287-ae58-4f24-bdaf-2fb01678ed9b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:49:59.978822 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-cc8cc287-ae58-4f24-bdaf-2fb01678ed9b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182985 Jun 30 02:49:59.981624 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 60394) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:49:59.985964 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Request body: {'floatingip': {'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:00.007904 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.112344 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.129520 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 9da15643-8419-4a54-bbfe-d453babfaf41 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:00.179077 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 9da15643-8419-4a54-bbfe-d453babfaf41 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:00.182641 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 9da15643-8419-4a54-bbfe-d453babfaf41 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:00.183056 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.218507 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Allocated IP 172.27.0.145 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/a1b3e96a-8a0c-411f-aa1d-549897028938) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:00.265263 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.289979 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da15643-8419-4a54-bbfe-d453babfaf41'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:00.292281 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596cf8e8-d9b0-434b-9dfe-006707e0f4d9" -d '{"events": [{"server_uuid": "e8d3b547-e69f-476a-b35a-bff2deee5db3", "name": "network-vif-plugged", "status": "completed", "tag": "9da15643-8419-4a54-bbfe-d453babfaf41"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:00.309308 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 9da15643-8419-4a54-bbfe-d453babfaf41, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=9da15643-8419-4a54-bbfe-d453babfaf41,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:00.313724 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.314925 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 46cc1817-02bc-4998-bee2-94f7893d5d86 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:50:00.335996 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.356897 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773e19f7-dce2-4859-9265-097c61b98276 x-openstack-request-id: req-773e19f7-dce2-4859-9265-097c61b98276 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:00.357285 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d3b547-e69f-476a-b35a-bff2deee5db3", "name": "network-vif-plugged", "status": "completed", "tag": "9da15643-8419-4a54-bbfe-d453babfaf41", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:00.357686 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-773e19f7-dce2-4859-9265-097c61b98276 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:00.358074 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da15643-8419-4a54-bbfe-d453babfaf41', 'code': 200} Jun 30 02:50:00.358586 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 46cc1817-02bc-4998-bee2-94f7893d5d86 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:50:00.358924 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 46cc1817-02bc-4998-bee2-94f7893d5d86 not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:50:00.376299 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6448154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.388115 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=9da15643-8419-4a54-bbfe-d453babfaf41,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:00.410951 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:00.413708 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:00.416991 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:00.448678 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event updated for resources: {'Port': ['ID=a1b3e96a-8a0c-411f-aa1d-549897028938,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:00.510445 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.555689 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.659750 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ede8d0-7662-4d25-88c0-e8177b56f4b0 req-60d3b303-1333-4817-b1a5-a9c0a9f84723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:00.662013 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-03ede8d0-7662-4d25-88c0-e8177b56f4b0 req-60d3b303-1333-4817-b1a5-a9c0a9f84723 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 1098 time: 0.0724192 Jun 30 02:50:00.698981 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-03ede8d0-7662-4d25-88c0-e8177b56f4b0 req-4aa97a88-1fb0-45cb-b27b-e4678635ff8d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300384 Jun 30 02:50:00.728720 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.733232 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6448168'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.799648 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event updated for resources: {'Port': ['ID=a1b3e96a-8a0c-411f-aa1d-549897028938,revision_number=2']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:00.810597 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.825296 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:00.826498 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-59dffb35-81e0-44e7-87d9-0bd05696c4ca tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8439419 Jun 30 02:50:01.019532 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-30118e3f-6960-4f93-822f-1915bb8b9f24 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1845603597&fields=id&tenant_id=b2408837b6234e9d995f78d3edbd79b9 HTTP/1.1" status: 200 len: 267 time: 0.0354450 Jun 30 02:50:01.091381 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9d3cd-f580-4c07-89a6-6361f9876a83 req-7b08b2d9-c99b-48ba-9d2d-ce9a9e7440f6 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:01.093073 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e7a9d3cd-f580-4c07-89a6-6361f9876a83 req-7b08b2d9-c99b-48ba-9d2d-ce9a9e7440f6 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 945 time: 0.0688553 Jun 30 02:50:01.130383 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-0b4adadf-f7d6-40e7-a289-aadd2af5d042 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:01.131959 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-0b4adadf-f7d6-40e7-a289-aadd2af5d042 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 816 time: 0.1058304 Jun 30 02:50:01.132207 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e7a9d3cd-f580-4c07-89a6-6361f9876a83 req-593f518c-f163-4e71-a110-15d4f25841b1 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326426 Jun 30 02:50:01.147490 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-9919f145-6283-4b91-849d-1e00c3e9a396 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/quotas/b2408837b6234e9d995f78d3edbd79b9 HTTP/1.1" status: 200 len: 375 time: 0.0097337 Jun 30 02:50:01.217314 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-758b1d8e-4261-4a54-866d-90e1c493fc09 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646052 Jun 30 02:50:01.354322 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-50bc28d5-5d21-44bc-9fb9-7c67b7764130 service neutron] 10.222.0.104 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245306 Jun 30 02:50:01.675832 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-461ab43c-6df1-432a-b1db-f9e02a1fb5ce service neutron] 10.222.0.104 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156226 Jun 30 02:50:01.844339 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c7a53a54-d2eb-4c80-929d-c59f3efa8a7e req-09616165-c381-418b-a630-4f2422a68965 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 210 time: 0.0283194 Jun 30 02:50:02.316970 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac49d6-02a9-44cd-b855-3e6c6221c8e6 req-2fa4c814-83d9-4b0c-a340-bc26340f89b9 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.318385 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f5ac49d6-02a9-44cd-b855-3e6c6221c8e6 req-2fa4c814-83d9-4b0c-a340-bc26340f89b9 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 945 time: 0.0696924 Jun 30 02:50:02.358531 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f5ac49d6-02a9-44cd-b855-3e6c6221c8e6 req-74a93135-676a-4334-9c16-2e4df877b792 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338531 Jun 30 02:50:02.534187 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b2778-6053-4568-998d-2af4a2fd65db req-22659f6b-727e-400d-9a01-ed2fb5decb42 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.535667 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8f7b2778-6053-4568-998d-2af4a2fd65db req-22659f6b-727e-400d-9a01-ed2fb5decb42 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 945 time: 0.0627000 Jun 30 02:50:02.572808 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8f7b2778-6053-4568-998d-2af4a2fd65db req-97ff8a8c-a44f-4ae9-bfd7-0ee808fab9f9 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315485 Jun 30 02:50:02.597698 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 60432) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:02.650723 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f95217-b526-4efa-8181-ad2abf72d5ed tempest-TestVolumeBootPattern-1836201403 tempest-TestVolumeBootPattern-1836201403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:02.652231 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-d0f95217-b526-4efa-8181-ad2abf72d5ed tempest-TestVolumeBootPattern-1836201403 tempest-TestVolumeBootPattern-1836201403-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 1093 time: 0.0535324 Jun 30 02:50:02.655066 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 60434) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:02.659379 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Request body: {'floatingip': {'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'port_id': '9da15643-8419-4a54-bbfe-d453babfaf41', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:02.680641 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for floatingip, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.754998 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-3c653134-a8df-404a-ba52-4e1afb2526ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:02.987978 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.015171 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6c562f76-0010-4224-abb5-1fa449940878 req-9e7dff57-e0e4-4ef0-8a9e-b34d2a08eabe tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 210 time: 0.0378904 Jun 30 02:50:03.030853 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-4f2a87d5-80b9-47f3-9dda-0e2acb5d5d98 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.032648 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-4f2a87d5-80b9-47f3-9dda-0e2acb5d5d98 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.88 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 816 time: 0.1527655 Jun 30 02:50:03.079331 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-076fecc5-c1cc-4693-81f7-6d28c75b70d1 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2408837b6234e9d995f78d3edbd79b9 HTTP/1.1" status: 200 len: 380 time: 0.0367951 Jun 30 02:50:03.090373 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Request body: {'port': {'device_id': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'admin_state_up': True, 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'security_groups': ['a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6']}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:03.106672 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Allocated IP 172.27.0.89 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/6ed67524-404a-4b09-b172-81a1a573755f) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:03.199608 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Made reservation on behalf of b2408837b6234e9d995f78d3edbd79b9 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:50:03.203306 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.215192 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.254677 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6448154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.294877 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:03.297660 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:03.300940 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:03.328509 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Allocated IP 172.20.0.11 (b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2/b62f119b-a044-4db4-8c45-d67ca1475948/90bf3240-8793-4eee-b645-f49f05430a7d) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:50:03.329927 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'Port': ['ID=6ed67524-404a-4b09-b172-81a1a573755f,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:03.475424 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.491262 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Transition to ACTIVE for port object 90bf3240-8793-4eee-b645-f49f05430a7d will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:03.534990 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.584025 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:50:03.591752 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:50:03.597347 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:50:03.601323 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event updated for resources: {'Port': ['ID=90bf3240-8793-4eee-b645-f49f05430a7d,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:03.650370 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:03.650923 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.667173 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-d6ac0a12-b9d8-4f8b-9264-375abe7f037f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5808289 Jun 30 02:50:03.700627 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.748127 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Request body: {'port': {'device_id': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:03.784413 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.824019 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.848968 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-62d469de-849b-4153-9c59-61aeb19147fa None None] Provisioning for port 90bf3240-8793-4eee-b645-f49f05430a7d completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:03.853770 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-62d469de-849b-4153-9c59-61aeb19147fa None None] Provisioning complete for port 90bf3240-8793-4eee-b645-f49f05430a7d triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:03.854408 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-62d469de-849b-4153-9c59-61aeb19147fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.890821 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-62d469de-849b-4153-9c59-61aeb19147fa None None] Port 90bf3240-8793-4eee-b645-f49f05430a7d cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:50:03.939209 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:03.944457 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6448168'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.009174 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'Port': ['ID=6ed67524-404a-4b09-b172-81a1a573755f,revision_number=2']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:04.023196 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.096833 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bf3240-8793-4eee-b645-f49f05430a7d {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:04.106140 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.121521 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Transition to ACTIVE for port object 90bf3240-8793-4eee-b645-f49f05430a7d will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:50:04.126223 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.129901 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.l3_db [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Floating IP fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4 associated. External IP: 172.27.0.89, port: 9da15643-8419-4a54-bbfe-d453babfaf41. Jun 30 02:50:04.183398 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=90bf3240-8793-4eee-b645-f49f05430a7d,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:04.268628 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Attempting to bind port 90bf3240-8793-4eee-b645-f49f05430a7d on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:50:04.270315 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Attempting to bind port 90bf3240-8793-4eee-b645-f49f05430a7d by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:50:04.270658 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Attempting to bind port 90bf3240-8793-4eee-b645-f49f05430a7d on network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:04.275268 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Port 90bf3240-8793-4eee-b645-f49f05430a7d on network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:50:04.275600 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Attempting to bind port 90bf3240-8793-4eee-b645-f49f05430a7d on network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:50:04.281037 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:50:04.281680 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Checking segment: {'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:50:04.281810 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Bound using segment: {'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:50:04.283345 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Bound port: 90bf3240-8793-4eee-b645-f49f05430a7d, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101fb49e-eb39-4bc1-aabd-a04ae3a9147b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:50:04.283757 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.364399 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] For port 90bf3240-8793-4eee-b645-f49f05430a7d, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:50:04.367539 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] For port 90bf3240-8793-4eee-b645-f49f05430a7d, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=90bf3240-8793-4eee-b645-f49f05430a7d,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:50:04.371720 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.404464 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.405104 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.406523 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] 10.222.0.88 "PUT /v2.0/ports/90bf3240-8793-4eee-b645-f49f05430a7d HTTP/1.1" status: 200 len: 1094 time: 0.6630251 Jun 30 02:50:04.406953 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:04.409859 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60384db-1143-4683-b5e4-3197a6a9f656" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:04.423749 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8c7bb-5399-4c43-a97a-31b8277fbaa9 req-9975e151-1d9e-4526-b1be-6dc7e01418f4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.425317 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-12b8c7bb-5399-4c43-a97a-31b8277fbaa9 req-9975e151-1d9e-4526-b1be-6dc7e01418f4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.1158504 Jun 30 02:50:04.432757 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:04.463070 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2ceb4-b0cf-44a9-a53b-cc8482ee1ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=90bf3240-8793-4eee-b645-f49f05430a7d,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:04.499065 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aeb440-b4dd-4aa9-b93f-fa3b427625c5 x-openstack-request-id: req-57aeb440-b4dd-4aa9-b93f-fa3b427625c5 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:04.499365 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:04.499676 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-57aeb440-b4dd-4aa9-b93f-fa3b427625c5 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:04.500097 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d', 'status': 'completed', 'code': 200} Jun 30 02:50:04.521871 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-12b8c7bb-5399-4c43-a97a-31b8277fbaa9 req-cedb1dbd-760c-4d9a-bc50-1869213858fa tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835960 Jun 30 02:50:04.528813 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-bf83093f-bd73-44d9-bb75-cb8bca7ad08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.530503 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-bf83093f-bd73-44d9-bb75-cb8bca7ad08f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 1097 time: 0.0643866 Jun 30 02:50:04.582417 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-9f1a5a82-1ba6-427e-a487-504b0834b16c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90bf3240-8793-4eee-b645-f49f05430a7d HTTP/1.1" status: 200 len: 217 time: 0.0439575 Jun 30 02:50:04.588805 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:04.603359 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be68c251-8781-4f16-b0fd-19ccc1485303 None None] Sync routers for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:04.616868 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be68c251-8781-4f16-b0fd-19ccc1485303 None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:04.617565 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-be68c251-8781-4f16-b0fd-19ccc1485303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:49:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:04.619663 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:04.640069 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-84a13aab-0d9b-40a9-8bf7-e9b6d17c9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.641604 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-84a13aab-0d9b-40a9-8bf7-e9b6d17c9601 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 200 len: 855 time: 0.0517893 Jun 30 02:50:04.663216 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-d72e4dd8-3407-415b-b69b-90bc3134a8a8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0071101 Jun 30 02:50:04.663937 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'tag': '9da15643-8419-4a54-bbfe-d453babfaf41'}] {{(pid=99697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:04.666439 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b7f5baf573436b176afe0d81d1f51af27148d2e3508bf06a547a56a88bfd8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d77e44-b3fd-4e17-90ef-97166d73486d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d3b547-e69f-476a-b35a-bff2deee5db3", "tag": "9da15643-8419-4a54-bbfe-d453babfaf41"}]}' {{(pid=99697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:04.707322 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-1fdd1b55-7840-4512-8a96-e1459246a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.708818 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-1fdd1b55-7840-4512-8a96-e1459246a1bb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0602353 Jun 30 02:50:04.748341 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-be68c251-8781-4f16-b0fd-19ccc1485303 None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:04.778689 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dec8008-4ae2-4afe-901d-60f152ca6874 x-openstack-request-id: req-0dec8008-4ae2-4afe-901d-60f152ca6874 {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:04.779230 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d3b547-e69f-476a-b35a-bff2deee5db3", "tag": "9da15643-8419-4a54-bbfe-d453babfaf41", "status": "completed", "code": 200}]} {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:04.779230 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0dec8008-4ae2-4afe-901d-60f152ca6874 {{(pid=99697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:04.779613 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'tag': '9da15643-8419-4a54-bbfe-d453babfaf41', 'status': 'completed', 'code': 200} Jun 30 02:50:04.835289 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-f4137f1a-74f6-4497-a931-ee621fe7ea10 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116776 Jun 30 02:50:04.927482 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77e44-b3fd-4e17-90ef-97166d73486d req-32ca6aba-3951-4591-a73f-852158b7ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:04.928961 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-07d77e44-b3fd-4e17-90ef-97166d73486d req-32ca6aba-3951-4591-a73f-852158b7ddb7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 1098 time: 0.1272964 Jun 30 02:50:04.960890 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-84c25204-65ef-4e08-b3ae-7aab51376231 req-0162cb09-0bf2-4af8-8c6a-b18a7bb8ca5c service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193371 Jun 30 02:50:04.977624 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-be68c251-8781-4f16-b0fd-19ccc1485303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': '9da15643-8419-4a54-bbfe-d453babfaf41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:72:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:03Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 0, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:05.011188 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be68c251-8781-4f16-b0fd-19ccc1485303 None None] Checking router: 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:05.019895 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be68c251-8781-4f16-b0fd-19ccc1485303 None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:05.020516 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-be68c251-8781-4f16-b0fd-19ccc1485303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:49:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:05.064482 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77e44-b3fd-4e17-90ef-97166d73486d req-074b2419-a100-4e3b-af9b-cc682a997ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.065959 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-07d77e44-b3fd-4e17-90ef-97166d73486d req-074b2419-a100-4e3b-af9b-cc682a997ace service neutron] 10.222.0.88 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 914 time: 0.1272583 Jun 30 02:50:05.126150 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60384db-1143-4683-b5e4-3197a6a9f656 req-23981f25-ffad-41be-af41-ab4060606d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.128310 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a60384db-1143-4683-b5e4-3197a6a9f656 req-23981f25-ffad-41be-af41-ab4060606d34 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 1097 time: 0.1118016 Jun 30 02:50:05.130923 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-be68c251-8781-4f16-b0fd-19ccc1485303 None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:05.195476 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-07d77e44-b3fd-4e17-90ef-97166d73486d req-b7507c30-9422-4b6d-bcd9-a0507740717d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9da15643-8419-4a54-bbfe-d453babfaf41 HTTP/1.1" status: 200 len: 998 time: 0.1193216 Jun 30 02:50:05.220905 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-e9466907-ce66-4be2-8d40-d7b7c33758f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:05.272807 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77e44-b3fd-4e17-90ef-97166d73486d req-1b549468-8d5b-4f76-8e5c-2c52dc29b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.274321 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-07d77e44-b3fd-4e17-90ef-97166d73486d req-1b549468-8d5b-4f76-8e5c-2c52dc29b638 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 200 len: 851 time: 0.0716386 Jun 30 02:50:05.279487 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60384db-1143-4683-b5e4-3197a6a9f656 req-f510e600-e9c8-4d8b-a70c-52c9c294eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.281169 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a60384db-1143-4683-b5e4-3197a6a9f656 req-f510e600-e9c8-4d8b-a70c-52c9c294eaa0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 918 time: 0.1431828 Jun 30 02:50:05.367527 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a60384db-1143-4683-b5e4-3197a6a9f656 req-4d181ee5-cee6-4e9d-92ed-477c2a03be6a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90bf3240-8793-4eee-b645-f49f05430a7d HTTP/1.1" status: 200 len: 217 time: 0.0583956 Jun 30 02:50:05.430523 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60384db-1143-4683-b5e4-3197a6a9f656 req-b615c9fd-c466-431a-9e92-275dc29aba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.432030 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a60384db-1143-4683-b5e4-3197a6a9f656 req-b615c9fd-c466-431a-9e92-275dc29aba2f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 200 len: 855 time: 0.0579548 Jun 30 02:50:05.434619 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77e44-b3fd-4e17-90ef-97166d73486d req-cfd0ef7d-ea31-47b7-b218-775c3f6dadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.435999 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-07d77e44-b3fd-4e17-90ef-97166d73486d req-cfd0ef7d-ea31-47b7-b218-775c3f6dadd5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58320a80-9569-421e-8eb0-a5be680adf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1356745 Jun 30 02:50:05.488503 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-be68c251-8781-4f16-b0fd-19ccc1485303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': '9da15643-8419-4a54-bbfe-d453babfaf41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:72:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:03Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 0, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:05.518557 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be68c251-8781-4f16-b0fd-19ccc1485303 None None] The sync data for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi is: [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': '9da15643-8419-4a54-bbfe-d453babfaf41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:72:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:03Z', 'updated_at': '2021-06-30T02:50:03Z', 'revision_number': 0, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:05.571325 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60384db-1143-4683-b5e4-3197a6a9f656 req-ccf3ab91-0f17-472c-97a8-3ae72b6be5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.572918 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a60384db-1143-4683-b5e4-3197a6a9f656 req-ccf3ab91-0f17-472c-97a8-3ae72b6be5c3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1282890 Jun 30 02:50:05.575058 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-07d77e44-b3fd-4e17-90ef-97166d73486d req-d218067f-3b72-457d-96f9-5e8b3b50c9e7 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293268 Jun 30 02:50:05.729075 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774c8bd-24e5-412f-8dc5-7072a8a7c065 None None] New status for floating IP fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4: ACTIVE {{(pid=99699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:50:05.729859 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc9c23-e3f6-4bd0-a856-6982e979e376 req-abc4f46c-144a-4542-a18a-e0588167ccd9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:05.731418 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1afc9c23-e3f6-4bd0-a856-6982e979e376 req-abc4f46c-144a-4542-a18a-e0588167ccd9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0809274 Jun 30 02:50:05.747584 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a60384db-1143-4683-b5e4-3197a6a9f656 req-e1fa12db-15ee-4efb-88b8-034c93208ba4 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611600 Jun 30 02:50:05.749478 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-07d77e44-b3fd-4e17-90ef-97166d73486d req-cbaa054a-ab17-4e92-a351-73e581dc1664 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551523 Jun 30 02:50:05.781338 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1afc9c23-e3f6-4bd0-a856-6982e979e376 req-b04d4d35-051a-4c23-a6b5-67a1fd23d764 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435054 Jun 30 02:50:05.852611 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a60384db-1143-4683-b5e4-3197a6a9f656 req-7b6191bf-edb5-40ff-9291-be4143d0363c service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896690 Jun 30 02:50:05.924495 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.437520 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:06.956852 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e384316-3909-4ec3-8ed1-e8b31edefa07 req-1d59d814-a90c-4b19-80bd-acb4cefa9838 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:06.958336 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9e384316-3909-4ec3-8ed1-e8b31edefa07 req-1d59d814-a90c-4b19-80bd-acb4cefa9838 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0635729 Jun 30 02:50:06.996295 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9e384316-3909-4ec3-8ed1-e8b31edefa07 req-49e336c0-61c6-4269-95c5-d96c33f72d5f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322859 Jun 30 02:50:08.169449 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8101211-16b0-4738-8f8c-67052ff68fdb req-3d83bc16-3426-4d0c-b6e5-5d9d4245ad9c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:08.170824 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e8101211-16b0-4738-8f8c-67052ff68fdb req-3d83bc16-3426-4d0c-b6e5-5d9d4245ad9c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0623806 Jun 30 02:50:08.208107 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e8101211-16b0-4738-8f8c-67052ff68fdb req-5fae8940-57c1-4ad4-b636-5cf207b81716 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309863 Jun 30 02:50:08.346817 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:09.323461 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:50:09.381909 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee333a-7201-4c70-9987-aaa3040b9eb6 req-03d7004b-e0e4-4587-a94a-81be3c42d316 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:09.383380 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-eaee333a-7201-4c70-9987-aaa3040b9eb6 req-03d7004b-e0e4-4587-a94a-81be3c42d316 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0615287 Jun 30 02:50:09.420354 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-eaee333a-7201-4c70-9987-aaa3040b9eb6 req-5ca73c32-c529-469f-82ab-0fc8bf7969e7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314457 Jun 30 02:50:10.177964 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 90bf3240-8793-4eee-b645-f49f05430a7d details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:50:10.275127 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 90bf3240-8793-4eee-b645-f49f05430a7d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=90bf3240-8793-4eee-b645-f49f05430a7d,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:10.290833 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '90bf3240-8793-4eee-b645-f49f05430a7d', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'port_id': '90bf3240-8793-4eee-b645-f49f05430a7d', 'mac_address': 'fa:16:3e:ab:c1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:50:10.328277 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.341064 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bf3240-8793-4eee-b645-f49f05430a7d {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:50:10.359955 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 90bf3240-8793-4eee-b645-f49f05430a7d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=90bf3240-8793-4eee-b645-f49f05430a7d,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:10.364580 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:10.411249 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=90bf3240-8793-4eee-b645-f49f05430a7d,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:10.595886 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20847d01-d521-46be-a266-df08b11d76ca req-531bb198-a9c5-47b1-912b-883308c3bd55 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:10.597331 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-20847d01-d521-46be-a266-df08b11d76ca req-531bb198-a9c5-47b1-912b-883308c3bd55 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 945 time: 0.0648394 Jun 30 02:50:10.635243 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-20847d01-d521-46be-a266-df08b11d76ca req-c1c60e84-1d14-4f58-af44-3f72cf48cdf8 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323372 Jun 30 02:50:10.778530 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['90bf3240-8793-4eee-b645-f49f05430a7d'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:50:11.816263 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f06f2-9d76-4706-b44f-ede0a54084e2 req-a9149df6-006a-490f-831e-4af42bd36f99 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:11.817618 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cf1f06f2-9d76-4706-b44f-ede0a54084e2 req-a9149df6-006a-490f-831e-4af42bd36f99 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 945 time: 0.0646291 Jun 30 02:50:11.854882 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cf1f06f2-9d76-4706-b44f-ede0a54084e2 req-6ea670da-b30d-4b68-ba23-62b0f5349d55 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Jun 30 02:50:12.176333 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 90bf3240-8793-4eee-b645-f49f05430a7d up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:50:12.225377 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 90bf3240-8793-4eee-b645-f49f05430a7d completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:50:12.229652 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 90bf3240-8793-4eee-b645-f49f05430a7d triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:50:12.230024 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.311229 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.333126 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:12.335462 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ded934-27a0-4ba3-9e25-35428a0eeccf" -d '{"events": [{"server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "name": "network-vif-plugged", "status": "completed", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:12.348009 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 90bf3240-8793-4eee-b645-f49f05430a7d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=90bf3240-8793-4eee-b645-f49f05430a7d,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:50:12.352163 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:12.375996 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c82e96c-dc54-473d-b94a-8386c20a5cbb x-openstack-request-id: req-8c82e96c-dc54-473d-b94a-8386c20a5cbb {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:12.376920 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "name": "network-vif-plugged", "status": "completed", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:12.377183 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-8c82e96c-dc54-473d-b94a-8386c20a5cbb {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:12.377568 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d', 'code': 200} Jun 30 02:50:12.404021 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=90bf3240-8793-4eee-b645-f49f05430a7d,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:50:12.589982 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2488b-6436-4d47-a261-c78b0d9aa858 req-25c9ac18-7cdd-4d6e-b9ef-cf44399d8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:12.591719 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fcc2488b-6436-4d47-a261-c78b0d9aa858 req-25c9ac18-7cdd-4d6e-b9ef-cf44399d8c4a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 1099 time: 0.0513976 Jun 30 02:50:12.628429 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fcc2488b-6436-4d47-a261-c78b0d9aa858 req-dbc54ca1-1657-4678-a590-eab01779964b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285099 Jun 30 02:50:12.894316 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:13.034761 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf748dd9-f4d4-47ed-b249-d487a83f49aa req-87c99691-93ef-40a2-8bb4-6be5a2e44115 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:13.036263 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cf748dd9-f4d4-47ed-b249-d487a83f49aa req-87c99691-93ef-40a2-8bb4-6be5a2e44115 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0632091 Jun 30 02:50:13.076502 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cf748dd9-f4d4-47ed-b249-d487a83f49aa req-9ceeb625-2456-4075-aa62-7385403e21a8 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344062 Jun 30 02:50:14.252001 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2f140-bbe4-47d5-a5ee-0f73a3cae3dd req-0fdcab45-f487-4060-9314-a94b4c40e650 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:14.253363 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a9d2f140-bbe4-47d5-a5ee-0f73a3cae3dd req-0fdcab45-f487-4060-9314-a94b4c40e650 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0621636 Jun 30 02:50:14.289569 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a9d2f140-bbe4-47d5-a5ee-0f73a3cae3dd req-cabec554-1484-4eda-9a4e-7574c514ddcf tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306795 Jun 30 02:50:14.456373 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ece61-74b0-42c4-8865-b6dbbaefbd19 req-a5496aac-8b33-40fd-907f-4670d26b0ca2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:14.457820 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-348ece61-74b0-42c4-8865-b6dbbaefbd19 req-a5496aac-8b33-40fd-907f-4670d26b0ca2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0616229 Jun 30 02:50:14.466328 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 60476) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:50:14.471642 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-b85f6530-92b0-4563-817d-64c7aeae1465 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Request body: {'floatingip': {'port_id': '90bf3240-8793-4eee-b645-f49f05430a7d'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:50:14.509039 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b85f6530-92b0-4563-817d-64c7aeae1465 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.136658 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.db.resource_extend [None req-b85f6530-92b0-4563-817d-64c7aeae1465 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 02:50:15.185352 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b85f6530-92b0-4563-817d-64c7aeae1465 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.190288 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b85f6530-92b0-4563-817d-64c7aeae1465 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.289421 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.l3_db [None req-b85f6530-92b0-4563-817d-64c7aeae1465 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Floating IP 5cae3caf-37d9-4dc5-8275-bbb4b664adbf associated. External IP: 172.27.0.145, port: 90bf3240-8793-4eee-b645-f49f05430a7d. Jun 30 02:50:15.496178 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85f6530-92b0-4563-817d-64c7aeae1465 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Router 3889221c-a9a8-4bbd-8276-75c9054b3497 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:50:15.614110 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85f6530-92b0-4563-817d-64c7aeae1465 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:50:15.618628 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b85f6530-92b0-4563-817d-64c7aeae1465 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:15.623328 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b109d-212a-4fb5-9ed7-6dd9e80e0219 None None] Sync routers for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:50:15.633398 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b109d-212a-4fb5-9ed7-6dd9e80e0219 None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:15.634001 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-139b109d-212a-4fb5-9ed7-6dd9e80e0219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:50:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:15.654150 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-b85f6530-92b0-4563-817d-64c7aeae1465 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "PUT /v2.0/floatingips/5cae3caf-37d9-4dc5-8275-bbb4b664adbf HTTP/1.1" status: 200 len: 992 time: 1.1867278 Jun 30 02:50:15.654751 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:50:15.657603 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5920d7d-3ab9-442b-a0fb-1109809a80f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:50:15.696251 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb0758d-b80a-470b-8d1e-1cd3ddbe46f0 x-openstack-request-id: req-7fb0758d-b80a-470b-8d1e-1cd3ddbe46f0 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:50:15.696637 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:50:15.696945 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7fb0758d-b80a-470b-8d1e-1cd3ddbe46f0 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:50:15.697403 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d', 'status': 'completed', 'code': 200} Jun 30 02:50:15.742972 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-139b109d-212a-4fb5-9ed7-6dd9e80e0219 None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:15.775226 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920d7d-3ab9-442b-a0fb-1109809a80f0 req-1d5b826e-2106-43e5-8156-9be19710cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:15.776661 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b5920d7d-3ab9-442b-a0fb-1109809a80f0 req-1d5b826e-2106-43e5-8156-9be19710cb68 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 1099 time: 0.0542350 Jun 30 02:50:15.870553 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920d7d-3ab9-442b-a0fb-1109809a80f0 req-841a610a-e4f2-4120-ba61-073baf6e0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:15.872062 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b5920d7d-3ab9-442b-a0fb-1109809a80f0 req-841a610a-e4f2-4120-ba61-073baf6e0369 service neutron] 10.222.0.88 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 918 time: 0.0886219 Jun 30 02:50:15.939369 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b5920d7d-3ab9-442b-a0fb-1109809a80f0 req-0caaface-8103-40e3-8c22-362ba56a3c63 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90bf3240-8793-4eee-b645-f49f05430a7d HTTP/1.1" status: 200 len: 1000 time: 0.0588226 Jun 30 02:50:15.973156 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-139b109d-212a-4fb5-9ed7-6dd9e80e0219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '5cae3caf-37d9-4dc5-8275-bbb4b664adbf', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'port_id': '90bf3240-8793-4eee-b645-f49f05430a7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'mac_address': 'fa:16:3e:ab:c1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:00Z', 'updated_at': '2021-06-30T02:50:14Z', 'revision_number': 1, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:32Z', 'revision_number': 5, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:15.992761 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920d7d-3ab9-442b-a0fb-1109809a80f0 req-52e55883-fbc1-4954-a6e3-16b2e75ea371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:15.994231 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b5920d7d-3ab9-442b-a0fb-1109809a80f0 req-52e55883-fbc1-4954-a6e3-16b2e75ea371 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 200 len: 855 time: 0.0482020 Jun 30 02:50:15.999535 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b109d-212a-4fb5-9ed7-6dd9e80e0219 None None] Checking router: 3889221c-a9a8-4bbd-8276-75c9054b3497 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:50:16.008120 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b109d-212a-4fb5-9ed7-6dd9e80e0219 None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:50:16.008712 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-139b109d-212a-4fb5-9ed7-6dd9e80e0219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:50:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:16.051489 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5920d7d-3ab9-442b-a0fb-1109809a80f0 req-1ecb7859-38c9-4714-8cd6-21dca1616dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:16.053097 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b5920d7d-3ab9-442b-a0fb-1109809a80f0 req-1ecb7859-38c9-4714-8cd6-21dca1616dd3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0519662 Jun 30 02:50:16.116901 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-139b109d-212a-4fb5-9ed7-6dd9e80e0219 None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:50:16.141945 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b5920d7d-3ab9-442b-a0fb-1109809a80f0 req-22bffe74-474a-43e9-b4ac-a9992ddbd5ed service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815048 Jun 30 02:50:16.237229 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b5920d7d-3ab9-442b-a0fb-1109809a80f0 req-2b17a5c4-8a0c-4f4a-88d6-9f00d82256a7 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878668 Jun 30 02:50:16.347232 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-139b109d-212a-4fb5-9ed7-6dd9e80e0219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '5cae3caf-37d9-4dc5-8275-bbb4b664adbf', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'port_id': '90bf3240-8793-4eee-b645-f49f05430a7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'mac_address': 'fa:16:3e:ab:c1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:00Z', 'updated_at': '2021-06-30T02:50:14Z', 'revision_number': 1, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:32Z', 'revision_number': 5, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:50:16.376154 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b109d-212a-4fb5-9ed7-6dd9e80e0219 None None] The sync data for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi is: [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '5cae3caf-37d9-4dc5-8275-bbb4b664adbf', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'floating_ip_address': '172.27.0.145', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'port_id': '90bf3240-8793-4eee-b645-f49f05430a7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'mac_address': 'fa:16:3e:ab:c1:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:00Z', 'updated_at': '2021-06-30T02:50:14Z', 'revision_number': 1, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:32Z', 'revision_number': 5, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:50:16.565863 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff33456-1a5e-4d7c-8cfd-75b6efd1917e None None] New status for floating IP 5cae3caf-37d9-4dc5-8275-bbb4b664adbf: ACTIVE {{(pid=99699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:50:32.747717 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-5af3592d-b769-43f0-ad60-704f42529683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.202582 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-44c1831f-2782-4e92-8697-e5797dd4e99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:35.925606 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:36.440845 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:38.348857 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:42.622670 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d3c5a94-7f51-4d16-8bce-19634182ad32 req-6b58a892-cbfa-4ce0-a35b-297128dcd76f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522399 Jun 30 02:50:42.697166 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c5a94-7f51-4d16-8bce-19634182ad32 req-e119ff3a-12e6-4641-bdc5-c74fa1513365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.698736 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d3c5a94-7f51-4d16-8bce-19634182ad32 req-e119ff3a-12e6-4641-bdc5-c74fa1513365 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0533774 Jun 30 02:50:42.809025 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c5a94-7f51-4d16-8bce-19634182ad32 req-a749828a-dc8b-4eee-b535-a9ec4f96d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.810485 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d3c5a94-7f51-4d16-8bce-19634182ad32 req-a749828a-dc8b-4eee-b535-a9ec4f96d792 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2 HTTP/1.1" status: 200 len: 912 time: 0.0903940 Jun 30 02:50:42.873777 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d3c5a94-7f51-4d16-8bce-19634182ad32 req-7e1cbc69-5509-4080-933b-b7ea5a0604e3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc HTTP/1.1" status: 200 len: 1001 time: 0.0566354 Jun 30 02:50:42.888940 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:50:42.927217 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c5a94-7f51-4d16-8bce-19634182ad32 req-0ea36057-2f25-4139-b825-d47f5486b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.928663 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d3c5a94-7f51-4d16-8bce-19634182ad32 req-0ea36057-2f25-4139-b825-d47f5486b0de service neutron] 10.222.0.88 "GET /v2.0/subnets?id=422ed7e6-8268-4da9-9aee-eeed2f63ac7e HTTP/1.1" status: 200 len: 849 time: 0.0486324 Jun 30 02:50:42.988543 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c5a94-7f51-4d16-8bce-19634182ad32 req-ef9f495d-4984-4115-a4e0-6dd56517bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:42.990166 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d3c5a94-7f51-4d16-8bce-19634182ad32 req-ef9f495d-4984-4115-a4e0-6dd56517bee5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0520270 Jun 30 02:50:43.079277 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d3c5a94-7f51-4d16-8bce-19634182ad32 req-a2f86555-5290-432c-8945-436e21523b1d service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820129 Jun 30 02:50:43.171408 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d3c5a94-7f51-4d16-8bce-19634182ad32 req-672de050-60b6-41a2-aac8-cf4f80c6cdc4 service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856903 Jun 30 02:50:46.322705 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:50:58.714029 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7edda-a9f1-4e92-8cfa-dd959ef672da req-257cf379-5a9b-4fbe-bf42-4493107005f5 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:58.715527 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-01f7edda-a9f1-4e92-8cfa-dd959ef672da req-257cf379-5a9b-4fbe-bf42-4493107005f5 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0659120 Jun 30 02:50:58.753092 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-01f7edda-a9f1-4e92-8cfa-dd959ef672da req-b37f50c5-7dd8-45a1-8d83-69f51d1e8779 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310526 Jun 30 02:50:59.932112 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be58ed-dea1-4db0-b39e-afda59d98a8a req-4736e1cd-67d2-4e4e-844e-8c8b78b9cc8f tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:50:59.933506 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-74be58ed-dea1-4db0-b39e-afda59d98a8a req-4736e1cd-67d2-4e4e-844e-8c8b78b9cc8f tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0668790 Jun 30 02:50:59.970704 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-74be58ed-dea1-4db0-b39e-afda59d98a8a req-3c60a838-bd4c-4d42-adf5-3ed7c447fe4d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314538 Jun 30 02:51:01.144046 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ec51-482c-4e52-9193-08d193bed8fe req-67fed3cc-08f8-450e-8991-38d3ce095f91 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:01.145519 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-31f3ec51-482c-4e52-9193-08d193bed8fe req-67fed3cc-08f8-450e-8991-38d3ce095f91 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0653975 Jun 30 02:51:01.182291 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-31f3ec51-482c-4e52-9193-08d193bed8fe req-a511692b-48cc-49ff-9cfe-8981f36ff696 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312705 Jun 30 02:51:02.360337 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04c5cc-d777-4691-861b-838068005ab6 req-15a7c022-3a9a-4838-aace-2dac299e6e50 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:02.362044 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-eb04c5cc-d777-4691-861b-838068005ab6 req-15a7c022-3a9a-4838-aace-2dac299e6e50 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0696936 Jun 30 02:51:02.399604 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-eb04c5cc-d777-4691-861b-838068005ab6 req-59786834-a89e-4b02-b224-b64ca628db2b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319223 Jun 30 02:51:02.749354 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8b4e47aa-ac13-4974-8438-a43313d07de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:03.569549 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4af0a-1ecb-48f8-be7e-189dcf064e04 req-cf37a175-802e-4ed3-95c9-c3c2c3a59891 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:03.571607 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-45f4af0a-1ecb-48f8-be7e-189dcf064e04 req-cf37a175-802e-4ed3-95c9-c3c2c3a59891 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0627646 Jun 30 02:51:03.610831 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-45f4af0a-1ecb-48f8-be7e-189dcf064e04 req-9a341f51-7977-4ae6-8cab-8cd6a825060c tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341733 Jun 30 02:51:04.781974 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fc1ef-54f9-4b6f-95e5-ab303e88b079 req-87eb6780-959e-4a87-9767-f4d89a40de40 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:04.783468 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-971fc1ef-54f9-4b6f-95e5-ab303e88b079 req-87eb6780-959e-4a87-9767-f4d89a40de40 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0624959 Jun 30 02:51:04.821396 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-971fc1ef-54f9-4b6f-95e5-ab303e88b079 req-74df9a68-0083-4f6b-8675-e2c276ebb8d7 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323293 Jun 30 02:51:05.205484 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-84b43b93-3e9b-4cea-af2f-43f56ae12886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.926170 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:05.996670 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e92ac8-076c-4060-b9cb-63bc879a9aba req-9f65425c-1e0f-42ec-9885-cc686abcfddb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:05.998124 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d1e92ac8-076c-4060-b9cb-63bc879a9aba req-9f65425c-1e0f-42ec-9885-cc686abcfddb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0675335 Jun 30 02:51:06.037191 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d1e92ac8-076c-4060-b9cb-63bc879a9aba req-05d1a030-599c-4dd1-adc8-a22c869cf067 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322154 Jun 30 02:51:06.443139 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:07.212095 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d28999-8e58-49ad-b1cc-340dab312d5d req-18b4444b-f873-43c3-b7da-98fab0d067ba tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:07.213559 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-35d28999-8e58-49ad-b1cc-340dab312d5d req-18b4444b-f873-43c3-b7da-98fab0d067ba tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0623024 Jun 30 02:51:07.251500 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-35d28999-8e58-49ad-b1cc-340dab312d5d req-e6644e0e-96c3-4d43-938e-92e313b74176 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Jun 30 02:51:08.359394 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:08.428432 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c155b-153d-4b31-8e23-1086dbab1ca5 req-a72990aa-fddd-4909-b089-ca8af40184ca tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:08.429914 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f07c155b-153d-4b31-8e23-1086dbab1ca5 req-a72990aa-fddd-4909-b089-ca8af40184ca tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0662181 Jun 30 02:51:08.468967 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f07c155b-153d-4b31-8e23-1086dbab1ca5 req-00ad7eb2-defb-4d34-9931-702783c5897f tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333879 Jun 30 02:51:09.638265 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02ed02-9ca2-4d4b-92af-8de2b1e71cf2 req-be95daef-2463-4dea-82c0-7b1e3ff78fea tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:09.639777 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3e02ed02-9ca2-4d4b-92af-8de2b1e71cf2 req-be95daef-2463-4dea-82c0-7b1e3ff78fea tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0635679 Jun 30 02:51:09.677742 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3e02ed02-9ca2-4d4b-92af-8de2b1e71cf2 req-e5dba8d8-8338-4e13-b934-133c1149218f tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Jun 30 02:51:10.041038 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83253eea-7cb4-4b1b-962f-ea648ba7c9ec req-ff68d21c-cd73-4258-9ba8-e28eb70cca81 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:10.042517 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-83253eea-7cb4-4b1b-962f-ea648ba7c9ec req-ff68d21c-cd73-4258-9ba8-e28eb70cca81 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.1013203 Jun 30 02:51:10.084956 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-83253eea-7cb4-4b1b-962f-ea648ba7c9ec req-e83e1c93-ab81-4f18-97f0-da8ba532da3d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365608 Jun 30 02:51:10.109670 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a57a0c-c4a0-456c-b194-c3aedb4e4112 req-92818931-3cf5-42d2-943b-252a436e264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:10.109670 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-99a57a0c-c4a0-456c-b194-c3aedb4e4112 req-92818931-3cf5-42d2-943b-252a436e264e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 1098 time: 0.1025364 Jun 30 02:51:10.197535 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a57a0c-c4a0-456c-b194-c3aedb4e4112 req-7b2bb20c-ce61-4a27-adb7-b882a36f69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:10.199000 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-99a57a0c-c4a0-456c-b194-c3aedb4e4112 req-7b2bb20c-ce61-4a27-adb7-b882a36f69f5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2 HTTP/1.1" status: 200 len: 912 time: 0.0870156 Jun 30 02:51:10.267052 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-99a57a0c-c4a0-456c-b194-c3aedb4e4112 req-6583d819-9339-4c88-b683-0205a408a22e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc HTTP/1.1" status: 200 len: 1001 time: 0.0610232 Jun 30 02:51:10.315931 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a57a0c-c4a0-456c-b194-c3aedb4e4112 req-ea5b051d-2aac-4b5c-9269-7bb2f0652084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:10.317232 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-99a57a0c-c4a0-456c-b194-c3aedb4e4112 req-ea5b051d-2aac-4b5c-9269-7bb2f0652084 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=422ed7e6-8268-4da9-9aee-eeed2f63ac7e HTTP/1.1" status: 200 len: 849 time: 0.0426972 Jun 30 02:51:10.373341 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a57a0c-c4a0-456c-b194-c3aedb4e4112 req-fd4ad14d-29d8-4fd9-a419-b36e3122afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:10.375048 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-99a57a0c-c4a0-456c-b194-c3aedb4e4112 req-fd4ad14d-29d8-4fd9-a419-b36e3122afbf service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509105 Jun 30 02:51:10.469527 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-99a57a0c-c4a0-456c-b194-c3aedb4e4112 req-162a07f7-2143-4d35-b7a2-701c724b3609 service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842471 Jun 30 02:51:10.557963 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-99a57a0c-c4a0-456c-b194-c3aedb4e4112 req-b6ab2fcf-cf19-4617-b112-2a92ff8f8812 service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800614 Jun 30 02:51:11.273943 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a2795-a14c-4a00-a755-2e596bd6acaf req-137156c3-5178-429a-a16f-abefd2d2d258 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:11.275433 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-640a2795-a14c-4a00-a755-2e596bd6acaf req-137156c3-5178-429a-a16f-abefd2d2d258 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0679636 Jun 30 02:51:11.316896 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-640a2795-a14c-4a00-a755-2e596bd6acaf req-a5f82393-fb03-4f76-8794-d68c1cc2fc33 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351620 Jun 30 02:51:12.486578 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd211cb6-590f-4d4a-b5da-90b5ad9a9756 req-278d5924-76be-41c7-8656-109f743907aa tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:12.488023 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cd211cb6-590f-4d4a-b5da-90b5ad9a9756 req-278d5924-76be-41c7-8656-109f743907aa tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0631702 Jun 30 02:51:12.524697 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cd211cb6-590f-4d4a-b5da-90b5ad9a9756 req-72a3e78c-b41c-4852-a729-dd27c281b36f tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308232 Jun 30 02:51:12.896118 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:16.068907 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5107b-4319-492c-af69-a72053ad23f5 req-668fc1a8-e21d-4774-be06-ccff635faacb tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:16.070405 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-43e5107b-4319-492c-af69-a72053ad23f5 req-668fc1a8-e21d-4774-be06-ccff635faacb tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0629487 Jun 30 02:51:16.108780 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-43e5107b-4319-492c-af69-a72053ad23f5 req-a261d921-bb92-4b06-94b2-c62cfc1c48cb tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326495 Jun 30 02:51:17.285284 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e200-de60-4cbf-848d-d3395c60b745 req-9d950ba6-a38d-495c-8eff-b353f7dda26f tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:17.287105 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5686e200-de60-4cbf-848d-d3395c60b745 req-9d950ba6-a38d-495c-8eff-b353f7dda26f tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0666723 Jun 30 02:51:17.324189 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5686e200-de60-4cbf-848d-d3395c60b745 req-252eb6b9-c399-4d32-a6d6-8afbd8df6591 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315156 Jun 30 02:51:18.497418 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aeaa9-a05b-490f-a315-3fa0f5b73f8d req-b5a86832-9fe7-4e62-a872-d06f294ce19a tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:18.499432 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7e5aeaa9-a05b-490f-a315-3fa0f5b73f8d req-b5a86832-9fe7-4e62-a872-d06f294ce19a tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0653467 Jun 30 02:51:18.536957 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7e5aeaa9-a05b-490f-a315-3fa0f5b73f8d req-98195be3-a3e7-4e59-a7c6-5f5200ee21d0 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319128 Jun 30 02:51:19.711423 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae3059-cc60-4e2a-ad69-09905807aa89 req-4ef2c7e8-4e9f-427d-9044-1e188ea26194 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:19.712883 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f1ae3059-cc60-4e2a-ad69-09905807aa89 req-4ef2c7e8-4e9f-427d-9044-1e188ea26194 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0649664 Jun 30 02:51:19.750219 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f1ae3059-cc60-4e2a-ad69-09905807aa89 req-9d33cff1-d061-47ab-a00f-2bc30e2472ec tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Jun 30 02:51:20.924710 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61af58-ec5e-489f-b647-2bd2bd6d16cb req-292ba535-5e4f-4821-bb33-0391a75bb3f9 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:20.926120 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6f61af58-ec5e-489f-b647-2bd2bd6d16cb req-292ba535-5e4f-4821-bb33-0391a75bb3f9 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0658886 Jun 30 02:51:20.966190 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6f61af58-ec5e-489f-b647-2bd2bd6d16cb req-7e997a56-e208-4c41-962a-4b68c9d8bab0 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344000 Jun 30 02:51:22.135971 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff791e-96ce-4926-ae4e-d4b039f54eb1 req-663eaba7-7c75-420f-969e-6796ce4c9c1d tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:22.137494 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-32ff791e-96ce-4926-ae4e-d4b039f54eb1 req-663eaba7-7c75-420f-969e-6796ce4c9c1d tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0628004 Jun 30 02:51:22.175480 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-32ff791e-96ce-4926-ae4e-d4b039f54eb1 req-55697853-6042-4523-9847-22ff78f0a7d0 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313997 Jun 30 02:51:23.322266 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:51:23.354005 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d1d56-0d2f-4e53-9128-d41688a39db3 req-53927b5c-bc5d-434e-856d-c9a5205be8c7 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:23.355497 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-205d1d56-0d2f-4e53-9128-d41688a39db3 req-53927b5c-bc5d-434e-856d-c9a5205be8c7 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0670941 Jun 30 02:51:23.393470 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-205d1d56-0d2f-4e53-9128-d41688a39db3 req-5cd34632-ff91-448c-bdb5-7af238b6b162 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317430 Jun 30 02:51:24.564999 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243768d-6950-4b4a-9fb9-ecd49580a1b5 req-d3f0c5ad-4e03-4f61-87ca-2826379477a0 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:24.566507 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c243768d-6950-4b4a-9fb9-ecd49580a1b5 req-d3f0c5ad-4e03-4f61-87ca-2826379477a0 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0617268 Jun 30 02:51:24.603846 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c243768d-6950-4b4a-9fb9-ecd49580a1b5 req-80b876d7-eea6-4822-a693-7831cff4097f tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317335 Jun 30 02:51:25.783162 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad678a9-1b52-470b-b61a-37ee32bc9623 req-3d7ba085-46c2-4d38-a8f4-3bf18338fd05 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:25.784633 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5ad678a9-1b52-470b-b61a-37ee32bc9623 req-3d7ba085-46c2-4d38-a8f4-3bf18338fd05 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0693204 Jun 30 02:51:25.821338 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5ad678a9-1b52-470b-b61a-37ee32bc9623 req-e6540d68-5c30-4ced-8aab-91d73a5424a0 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311189 Jun 30 02:51:26.223227 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b01827-94ee-4e03-8573-c5e39d05acc3 req-75b6f396-301e-4d69-bb62-f9cfc77858fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:26.224715 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-61b01827-94ee-4e03-8573-c5e39d05acc3 req-75b6f396-301e-4d69-bb62-f9cfc77858fa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8311a3de3f294c53a726d7a659619598&device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0517740 Jun 30 02:51:26.320145 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b01827-94ee-4e03-8573-c5e39d05acc3 req-241bb5e6-dbb6-45a9-b11d-e3124872990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:26.321593 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-61b01827-94ee-4e03-8573-c5e39d05acc3 req-241bb5e6-dbb6-45a9-b11d-e3124872990f service neutron] 10.222.0.88 "GET /v2.0/networks?id=87142098-bff3-4233-ae15-ff4a357de4fc HTTP/1.1" status: 200 len: 909 time: 0.0880806 Jun 30 02:51:26.385241 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-61b01827-94ee-4e03-8573-c5e39d05acc3 req-affdd036-53b3-4ea8-af61-1596c85be738 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d HTTP/1.1" status: 200 len: 1000 time: 0.0560699 Jun 30 02:51:26.438820 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b01827-94ee-4e03-8573-c5e39d05acc3 req-e7772f81-83bc-4ee1-8b0c-f7c3d19ca8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:26.440271 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-61b01827-94ee-4e03-8573-c5e39d05acc3 req-e7772f81-83bc-4ee1-8b0c-f7c3d19ca8e0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ff6bda98-1543-460b-95fe-797c0d235f81 HTTP/1.1" status: 200 len: 846 time: 0.0461721 Jun 30 02:51:26.497954 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b01827-94ee-4e03-8573-c5e39d05acc3 req-b2028639-1fff-4e58-b1e0-8dda2dd3d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:26.499438 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-61b01827-94ee-4e03-8573-c5e39d05acc3 req-b2028639-1fff-4e58-b1e0-8dda2dd3d69f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87142098-bff3-4233-ae15-ff4a357de4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510623 Jun 30 02:51:26.589319 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-61b01827-94ee-4e03-8573-c5e39d05acc3 req-16bcb649-2d9f-4cb7-aa43-617cefac73ab service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816264 Jun 30 02:51:26.682275 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-61b01827-94ee-4e03-8573-c5e39d05acc3 req-405c93ef-24f6-4ea7-bcfb-b8b80e49983a service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850143 Jun 30 02:51:26.996066 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb034c42-fc8e-483f-9975-7d8ca69d5345 req-63925535-f9bb-45a6-ba58-0b3f86ef1ced tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:26.997546 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fb034c42-fc8e-483f-9975-7d8ca69d5345 req-63925535-f9bb-45a6-ba58-0b3f86ef1ced tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0667100 Jun 30 02:51:27.036129 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fb034c42-fc8e-483f-9975-7d8ca69d5345 req-1b401f1b-1903-4bc0-93fb-9a1ba10bedc0 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329287 Jun 30 02:51:28.213730 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd5972-32ff-4382-917f-04324309cf29 req-666a4463-f852-4568-b015-73cef4dd4ab2 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:28.215230 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-efdd5972-32ff-4382-917f-04324309cf29 req-666a4463-f852-4568-b015-73cef4dd4ab2 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0637321 Jun 30 02:51:28.253409 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-efdd5972-32ff-4382-917f-04324309cf29 req-b9e64524-ceb6-4822-9dd2-b8e9b4395d0a tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Jun 30 02:51:29.443264 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41666d-16e3-48b3-9903-813fa602c1d0 req-deabb7cf-9b73-4ad6-9635-9bc5f30578ac tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:29.444768 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fc41666d-16e3-48b3-9903-813fa602c1d0 req-deabb7cf-9b73-4ad6-9635-9bc5f30578ac tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0704577 Jun 30 02:51:29.484920 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fc41666d-16e3-48b3-9903-813fa602c1d0 req-971553c0-3910-45a7-838a-8bd0c8a5109c tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340710 Jun 30 02:51:29.913352 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-d102de96-9635-44ce-8f98-82554d68c882 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0537603 Jun 30 02:51:30.000873 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad010ae3-68c1-495a-91d2-3fb714c98b45 req-10b92be6-8663-4359-bb0b-eefe47fcd152 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:30.002447 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ad010ae3-68c1-495a-91d2-3fb714c98b45 req-10b92be6-8663-4359-bb0b-eefe47fcd152 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0763743 Jun 30 02:51:30.044349 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ad010ae3-68c1-495a-91d2-3fb714c98b45 req-522fa88e-95a1-4246-a757-5f4d3bc224fd tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353487 Jun 30 02:51:31.224493 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87d116-a085-4aa5-a6b6-45920136dd78 req-a4355391-c83e-464c-8e5f-932fb7bc485b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:31.225961 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ab87d116-a085-4aa5-a6b6-45920136dd78 req-a4355391-c83e-464c-8e5f-932fb7bc485b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0666974 Jun 30 02:51:31.264966 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ab87d116-a085-4aa5-a6b6-45920136dd78 req-587ba313-4460-490a-9ebc-ce7c5080612d tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330083 Jun 30 02:51:31.338711 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-aae10054-df1d-4170-a841-53b9ef4d4e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:31.340127 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-aae10054-df1d-4170-a841-53b9ef4d4e8d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9&tenant_id=8311a3de3f294c53a726d7a659619598 HTTP/1.1" status: 200 len: 1098 time: 0.0538065 Jun 30 02:51:31.422528 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-83d205fc-564c-44fb-aaef-6ba50c1e326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:31.423997 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-83d205fc-564c-44fb-aaef-6ba50c1e326a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8311a3de3f294c53a726d7a659619598&device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0512459 Jun 30 02:51:31.516198 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-b257d790-1987-498e-993b-eb1220694201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:31.517681 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-b257d790-1987-498e-993b-eb1220694201 service neutron] 10.222.0.88 "GET /v2.0/networks?id=87142098-bff3-4233-ae15-ff4a357de4fc HTTP/1.1" status: 200 len: 909 time: 0.0869620 Jun 30 02:51:31.584381 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-144ed96d-4d59-46b1-9579-bad18edfc61e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d HTTP/1.1" status: 200 len: 1000 time: 0.0576766 Jun 30 02:51:31.638218 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-4688377f-13a6-4c1c-ac69-b4b33f264d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:31.641783 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-4688377f-13a6-4c1c-ac69-b4b33f264d31 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ff6bda98-1543-460b-95fe-797c0d235f81 HTTP/1.1" status: 200 len: 846 time: 0.0505025 Jun 30 02:51:31.704974 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-ab5bc08a-1075-45bf-b737-bbcefc01f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:31.706799 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-ab5bc08a-1075-45bf-b737-bbcefc01f7d6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87142098-bff3-4233-ae15-ff4a357de4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565214 Jun 30 02:51:31.805014 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-09f29c2a-5d55-4b4d-8065-2b189bf21979 service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840435 Jun 30 02:51:31.898715 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e5855333-61fe-45d7-8b12-afdb6f339d11 req-0ff2aa9f-a290-4895-8cae-db65e74232bd service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854127 Jun 30 02:51:32.439986 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c497ca2-c513-4981-8ca5-2c9dd291f7c7 req-39297ffc-1fdc-473a-9d82-e81b65895309 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:32.441449 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4c497ca2-c513-4981-8ca5-2c9dd291f7c7 req-39297ffc-1fdc-473a-9d82-e81b65895309 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0626113 Jun 30 02:51:32.479792 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4c497ca2-c513-4981-8ca5-2c9dd291f7c7 req-566c1ec5-8247-4ec5-90c6-cef56d0dbbb5 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328920 Jun 30 02:51:32.578014 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 7d736f7e-c344-4bc2-91aa-7b037779db1d no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:51:32.655624 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.677496 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:32.679759 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7777e105-41f4-4dc2-872d-f4a6bb4b6181" -d '{"events": [{"server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "name": "network-vif-unplugged", "status": "completed", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:32.692290 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 7d736f7e-c344-4bc2-91aa-7b037779db1d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:32.696899 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:32.721997 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e77bafb-c3d7-4e9a-84e1-514e37e4c786 x-openstack-request-id: req-1e77bafb-c3d7-4e9a-84e1-514e37e4c786 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:32.722287 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "name": "network-vif-unplugged", "status": "completed", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:32.722538 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1e77bafb-c3d7-4e9a-84e1-514e37e4c786 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:32.722925 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'code': 200} Jun 30 02:51:32.755557 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7d736f7e-c344-4bc2-91aa-7b037779db1d,revision_number=6']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:32.764534 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:32.764881 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:32.765220 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:32.765554 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:32.765880 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:32.766207 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:32.766531 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:32.766857 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:32.767218 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:32.767538 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:32.767861 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:32.768176 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:51:32.771459 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-3df5a540-1484-4b36-9a3d-b181328091b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:33.672522 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e2e2f-db44-4132-88e9-44a4ae6e6a92 req-289c8366-c32e-41bd-b368-9715d9077fff tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:33.674091 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-959e2e2f-db44-4132-88e9-44a4ae6e6a92 req-289c8366-c32e-41bd-b368-9715d9077fff tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 943 time: 0.0646689 Jun 30 02:51:33.713701 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-959e2e2f-db44-4132-88e9-44a4ae6e6a92 req-6bc2ae0e-3abe-4f30-8daa-8b757457bdb1 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331783 Jun 30 02:51:34.896342 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fb57a-0fe5-4e67-97c0-556262065917 req-a5f9c785-9477-446e-90fc-4586a90a872d tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:34.897777 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a62fb57a-0fe5-4e67-97c0-556262065917 req-a5f9c785-9477-446e-90fc-4586a90a872d tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 943 time: 0.0676837 Jun 30 02:51:34.936694 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a62fb57a-0fe5-4e67-97c0-556262065917 req-2c9d6eff-ff49-4697-ac2c-2e80e9ac07d1 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321662 Jun 30 02:51:35.206892 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bce34449-9489-436c-a0ae-b940d11b6813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:35.928791 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:36.112176 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d215b-af26-430d-ba7a-87ed9d99945a req-2a3d0b8d-d770-43de-9812-77717154ea6a tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:36.113883 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7a0d215b-af26-430d-ba7a-87ed9d99945a req-2a3d0b8d-d770-43de-9812-77717154ea6a tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 943 time: 0.0637228 Jun 30 02:51:36.151466 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7a0d215b-af26-430d-ba7a-87ed9d99945a req-71b2afa5-ecb0-47cc-ab79-a77575222fe4 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321102 Jun 30 02:51:36.444625 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:37.327860 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b10f7-e809-4fcb-b88a-2ac0ec5696a3 req-db354a25-13f7-40ec-a38d-fd346a3e8390 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:37.329432 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a89b10f7-e809-4fcb-b88a-2ac0ec5696a3 req-db354a25-13f7-40ec-a38d-fd346a3e8390 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 943 time: 0.0632472 Jun 30 02:51:37.367120 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a89b10f7-e809-4fcb-b88a-2ac0ec5696a3 req-5ad7c242-26ea-4432-8b93-6705e64355f8 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320330 Jun 30 02:51:38.355695 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:38.548466 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe5b76-c04f-47fd-aa5a-c9dbc6f6a050 req-43f769cf-837c-44ec-9c28-99c1b1be6758 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:38.549968 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7ebe5b76-c04f-47fd-aa5a-c9dbc6f6a050 req-43f769cf-837c-44ec-9c28-99c1b1be6758 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 943 time: 0.0688477 Jun 30 02:51:38.589322 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7ebe5b76-c04f-47fd-aa5a-c9dbc6f6a050 req-8c895c64-8bfb-4281-8af1-6d66a858513a tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337021 Jun 30 02:51:39.549948 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529be603-8956-48fd-93d1-5027f19a8329 req-53e0f58d-768b-4f3d-b242-5beb14ade576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:39.551549 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-529be603-8956-48fd-93d1-5027f19a8329 req-53e0f58d-768b-4f3d-b242-5beb14ade576 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 1096 time: 0.0515382 Jun 30 02:51:39.587501 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-529be603-8956-48fd-93d1-5027f19a8329 req-140ad64f-575c-499e-905c-eaff989b957d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281997 Jun 30 02:51:39.771964 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5427b-52ef-41d0-83c8-b1fbde2879bb req-b664fcc7-6121-4487-80cb-ad5c6cf48a05 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:39.773422 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4eb5427b-52ef-41d0-83c8-b1fbde2879bb req-b664fcc7-6121-4487-80cb-ad5c6cf48a05 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 943 time: 0.0664930 Jun 30 02:51:39.812825 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4eb5427b-52ef-41d0-83c8-b1fbde2879bb req-2c382f39-4af3-4f8a-af09-5c5331603ac7 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336413 Jun 30 02:51:40.643574 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 7d736f7e-c344-4bc2-91aa-7b037779db1d details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:51:40.742848 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 7d736f7e-c344-4bc2-91aa-7b037779db1d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:40.754056 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'port_id': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'mac_address': 'fa:16:3e:94:13:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:51:40.790040 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.802566 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d736f7e-c344-4bc2-91aa-7b037779db1d {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:51:40.822540 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 7d736f7e-c344-4bc2-91aa-7b037779db1d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:40.828126 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:40.881577 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7d736f7e-c344-4bc2-91aa-7b037779db1d,revision_number=7']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:40.995349 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cac367-74b3-4e78-9b58-7b3b83c4fd72 req-47dada44-5250-4ab5-a7e7-e9bb3974e603 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:40.996820 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-26cac367-74b3-4e78-9b58-7b3b83c4fd72 req-47dada44-5250-4ab5-a7e7-e9bb3974e603 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 944 time: 0.0691321 Jun 30 02:51:41.034870 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-26cac367-74b3-4e78-9b58-7b3b83c4fd72 req-1628088a-932f-4cc8-91be-744731f5cc9a tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322547 Jun 30 02:51:41.374917 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['7d736f7e-c344-4bc2-91aa-7b037779db1d'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:51:42.207379 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd55ccd-4558-48b7-9f8e-21e1b33fcd27 req-e2d35573-ad5b-4ddc-b0c9-373682fb4c88 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:42.208829 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dfd55ccd-4558-48b7-9f8e-21e1b33fcd27 req-e2d35573-ad5b-4ddc-b0c9-373682fb4c88 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 944 time: 0.0610447 Jun 30 02:51:42.245156 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dfd55ccd-4558-48b7-9f8e-21e1b33fcd27 req-46bbaedf-30c5-405a-848e-0d64742f4f76 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307653 Jun 30 02:51:42.660535 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 7d736f7e-c344-4bc2-91aa-7b037779db1d up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:51:42.706981 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 7d736f7e-c344-4bc2-91aa-7b037779db1d triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:51:42.707373 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.782321 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.804140 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:51:42.806364 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec920223-6f77-45a2-8c33-0c9f5da516df" -d '{"events": [{"server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "name": "network-vif-plugged", "status": "completed", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:51:42.821595 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 7d736f7e-c344-4bc2-91aa-7b037779db1d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:51:42.829068 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:42.857537 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ca62b2-84ee-4798-9d23-276809360f1d x-openstack-request-id: req-40ca62b2-84ee-4798-9d23-276809360f1d {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:51:42.857829 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "name": "network-vif-plugged", "status": "completed", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:51:42.858082 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-40ca62b2-84ee-4798-9d23-276809360f1d {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:51:42.858463 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'code': 200} Jun 30 02:51:42.883529 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7d736f7e-c344-4bc2-91aa-7b037779db1d,revision_number=8']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:51:42.900249 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:51:43.612225 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-68fb078e-a3b8-4ddc-b827-e52fa6168e54 req-6b0bae57-5e79-40a9-be20-3da15d03b72f service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558057 Jun 30 02:51:43.711641 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb078e-a3b8-4ddc-b827-e52fa6168e54 req-aad3f398-b302-49ca-af87-e7b9b498e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:43.713110 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-68fb078e-a3b8-4ddc-b827-e52fa6168e54 req-aad3f398-b302-49ca-af87-e7b9b498e2bd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0538354 Jun 30 02:51:43.815970 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb078e-a3b8-4ddc-b827-e52fa6168e54 req-4a2566d4-f1eb-4073-8aca-b56d8ba62c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:43.817411 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-68fb078e-a3b8-4ddc-b827-e52fa6168e54 req-4a2566d4-f1eb-4073-8aca-b56d8ba62c93 service neutron] 10.222.0.88 "GET /v2.0/networks?id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2 HTTP/1.1" status: 200 len: 912 time: 0.0837204 Jun 30 02:51:43.885038 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-68fb078e-a3b8-4ddc-b827-e52fa6168e54 req-1375788f-00d5-48ce-926c-60cdddfa7f3c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc HTTP/1.1" status: 200 len: 1001 time: 0.0594308 Jun 30 02:51:43.932001 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb078e-a3b8-4ddc-b827-e52fa6168e54 req-2ac5be64-004f-4b74-91d2-e0629799b55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:43.933395 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-68fb078e-a3b8-4ddc-b827-e52fa6168e54 req-2ac5be64-004f-4b74-91d2-e0629799b55e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=422ed7e6-8268-4da9-9aee-eeed2f63ac7e HTTP/1.1" status: 200 len: 849 time: 0.0418484 Jun 30 02:51:43.989437 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb078e-a3b8-4ddc-b827-e52fa6168e54 req-abb70626-3571-400c-ad2a-4604f36eb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:51:43.990897 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-68fb078e-a3b8-4ddc-b827-e52fa6168e54 req-abb70626-3571-400c-ad2a-4604f36eb84c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508759 Jun 30 02:51:44.080026 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-68fb078e-a3b8-4ddc-b827-e52fa6168e54 req-a9866ba1-3552-4603-8007-739346fde189 service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815794 Jun 30 02:51:44.167436 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-68fb078e-a3b8-4ddc-b827-e52fa6168e54 req-22645bf9-f0b7-4f81-a7bc-e4b7a2916ce9 service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809426 Jun 30 02:52:00.320908 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:52:02.751712 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-6ff835ad-c883-4bce-97eb-c3dde0739176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:03.828001 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c787f82-c537-4ccf-a464-37a780c3d65c req-7b219533-8aeb-4338-b1b5-04549bee6b40 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:03.829464 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9c787f82-c537-4ccf-a464-37a780c3d65c req-7b219533-8aeb-4338-b1b5-04549bee6b40 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0648162 Jun 30 02:52:03.867025 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9c787f82-c537-4ccf-a464-37a780c3d65c req-f016d033-db99-4b33-b486-ac4b11c2a9f1 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318296 Jun 30 02:52:05.051410 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d578d5-f0c8-4675-b872-de73526b7e70 req-6b224a96-100a-41e8-8ea6-16221f619b32 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:05.052875 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-40d578d5-f0c8-4675-b872-de73526b7e70 req-6b224a96-100a-41e8-8ea6-16221f619b32 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0658739 Jun 30 02:52:05.089384 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-40d578d5-f0c8-4675-b872-de73526b7e70 req-8cc4f018-cf0f-497d-881e-eb399e97dd02 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309649 Jun 30 02:52:05.206552 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-118ecbff-a8d6-4c76-92f6-b99275f50b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:05.930319 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:06.273370 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bbd00-1819-42ce-9b38-c8c88dd8d562 req-a013f7d7-4378-4e11-9fb3-69050c0ae930 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:06.274769 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d26bbd00-1819-42ce-9b38-c8c88dd8d562 req-a013f7d7-4378-4e11-9fb3-69050c0ae930 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0683014 Jun 30 02:52:06.315282 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d26bbd00-1819-42ce-9b38-c8c88dd8d562 req-909e5f88-3f3c-46ea-99db-8824bcc08c08 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338030 Jun 30 02:52:06.447494 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:07.489099 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbc113-b924-4e61-92b4-cc4b0f181521 req-4686bbd9-c64e-4386-89a5-651236bcdfef tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:07.490566 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-49fbc113-b924-4e61-92b4-cc4b0f181521 req-4686bbd9-c64e-4386-89a5-651236bcdfef tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0624139 Jun 30 02:52:07.528401 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-49fbc113-b924-4e61-92b4-cc4b0f181521 req-021f25fc-0ed4-4c76-a358-5ce4c1ea85b6 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316441 Jun 30 02:52:08.357482 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:08.709404 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e027be6-ca4f-4b99-8005-c01c096f88eb req-7dfbd805-bfb1-4819-a59c-0b7c359401fd tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:08.710858 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9e027be6-ca4f-4b99-8005-c01c096f88eb req-7dfbd805-bfb1-4819-a59c-0b7c359401fd tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0652447 Jun 30 02:52:08.748751 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9e027be6-ca4f-4b99-8005-c01c096f88eb req-ceed7112-f8e9-45e0-aa9e-65277665d700 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315638 Jun 30 02:52:09.931976 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aed0e7-11cf-4132-9796-374af104b0e4 req-17ca4625-ee4a-4899-8ce7-fc30e54626c1 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:09.933439 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c5aed0e7-11cf-4132-9796-374af104b0e4 req-17ca4625-ee4a-4899-8ce7-fc30e54626c1 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0673289 Jun 30 02:52:09.972419 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c5aed0e7-11cf-4132-9796-374af104b0e4 req-a476fc07-aaa1-4c8e-90f6-24ed0825a5d9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323999 Jun 30 02:52:11.149390 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfada0-f838-49ed-b11c-b6ca14c024ba req-c3665341-44e0-4640-8de2-daee337702e2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:11.150866 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-16bfada0-f838-49ed-b11c-b6ca14c024ba req-c3665341-44e0-4640-8de2-daee337702e2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0655630 Jun 30 02:52:11.188384 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-16bfada0-f838-49ed-b11c-b6ca14c024ba req-a41976b0-5ee0-4897-a6bb-42b120daa334 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312746 Jun 30 02:52:12.361985 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57fce4-42e1-46bc-b005-73bf1466deb5 req-c5969193-c9cd-42d7-b764-343e30a23ff3 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:12.363473 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0e57fce4-42e1-46bc-b005-73bf1466deb5 req-c5969193-c9cd-42d7-b764-343e30a23ff3 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0624166 Jun 30 02:52:12.399477 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0e57fce4-42e1-46bc-b005-73bf1466deb5 req-6efe31d9-6502-4c58-a746-2977208e71e1 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305011 Jun 30 02:52:12.915280 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:13.574625 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34647073-cb74-4231-9a5b-299c74b58a99 req-45b9490d-349a-458d-a859-9cccabb98012 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:13.576523 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-34647073-cb74-4231-9a5b-299c74b58a99 req-45b9490d-349a-458d-a859-9cccabb98012 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0625172 Jun 30 02:52:13.614251 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-34647073-cb74-4231-9a5b-299c74b58a99 req-12bc8890-9ffb-4a9b-9701-0c0523f05cab tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Jun 30 02:52:14.792259 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc2fcb-d247-407e-ac37-587c7f46681c req-46d8e234-9389-42ad-9b2d-c2ad5e05ad70 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:14.794441 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6fcc2fcb-d247-407e-ac37-587c7f46681c req-46d8e234-9389-42ad-9b2d-c2ad5e05ad70 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0625610 Jun 30 02:52:14.831617 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6fcc2fcb-d247-407e-ac37-587c7f46681c req-a64e02f6-9a76-4785-88ca-ac7e5c40c171 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316133 Jun 30 02:52:16.007058 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf587401-293d-4f03-baff-acec79831319 req-5d92b4ff-1dcb-40d8-ab1f-6cfac9f43751 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:16.008515 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bf587401-293d-4f03-baff-acec79831319 req-5d92b4ff-1dcb-40d8-ab1f-6cfac9f43751 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0648103 Jun 30 02:52:16.045450 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bf587401-293d-4f03-baff-acec79831319 req-52d7ee6b-1f60-4cdb-979d-343097ab134a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311041 Jun 30 02:52:16.722662 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-70658b41-5342-482e-a1cb-5119858d87e8 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625756494&fields=id&tenant_id=4e13080cb9d04e46988c9efe323c0133 HTTP/1.1" status: 200 len: 267 time: 0.0355027 Jun 30 02:52:16.826861 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-32c85490-4583-4909-aabd-6881187a8764 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:16.828299 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-32c85490-4583-4909-aabd-6881187a8764 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 812 time: 0.0994623 Jun 30 02:52:16.842297 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-9e009d5e-6322-49b4-b426-9c2d0d70dfde tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/quotas/4e13080cb9d04e46988c9efe323c0133 HTTP/1.1" status: 200 len: 375 time: 0.0087380 Jun 30 02:52:16.922595 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-af67636c-234e-471b-9e11-cd62248c4b6b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0755479 Jun 30 02:52:17.014872 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-9a1ca7ff-79b9-4c89-8614-77ef7fc3ccb8 service neutron] 10.222.0.104 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812221 Jun 30 02:52:17.104135 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-2dc90ad6-dbff-4e99-99f8-8e2cbbc89eab service neutron] 10.222.0.104 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836849 Jun 30 02:52:17.229620 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37f3a5-b45d-40c9-a635-f95b39b5bc1e req-abc6d336-8d47-41b6-b6a8-b0c837a25d25 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:17.231832 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1c37f3a5-b45d-40c9-a635-f95b39b5bc1e req-abc6d336-8d47-41b6-b6a8-b0c837a25d25 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0658848 Jun 30 02:52:17.270496 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1c37f3a5-b45d-40c9-a635-f95b39b5bc1e req-80b45724-1d43-4041-abdf-98467b33d8e3 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325470 Jun 30 02:52:17.419708 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-380bbe84-c538-485e-b2ad-ea1fff1cedb9 req-3285259f-7fc8-4fe8-a7ac-00632bacc756 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 210 time: 0.0315943 Jun 30 02:52:18.569736 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d46bf708-8540-491f-8e4f-af53c969e668 req-452f9a39-0d81-4cb6-84a7-4da84916257b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 210 time: 0.0308571 Jun 30 02:52:18.751175 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-a8ffd0bb-7338-41d1-bec3-a164ecd590c3 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:18.752700 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-a8ffd0bb-7338-41d1-bec3-a164ecd590c3 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 812 time: 0.3816276 Jun 30 02:52:18.767338 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d71e6-a970-4898-84a8-950c79a3f020 req-358eed0e-6c4b-41ae-9413-549f0e20032c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:18.768717 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a9d71e6-a970-4898-84a8-950c79a3f020 req-358eed0e-6c4b-41ae-9413-549f0e20032c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.1360865 Jun 30 02:52:18.824028 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-1590ab15-c2fc-4d13-8e35-66b7ce93c1bc tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e13080cb9d04e46988c9efe323c0133 HTTP/1.1" status: 200 len: 379 time: 0.0542781 Jun 30 02:52:18.830627 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2a9d71e6-a970-4898-84a8-950c79a3f020 req-c42a4b1c-4390-4783-9a7b-473c461cd052 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557663 Jun 30 02:52:18.835335 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Request body: {'port': {'device_id': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'admin_state_up': True, 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'security_groups': ['8e085fcc-923a-4e26-98d8-2763a1444cbb']}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:18.945194 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Made reservation on behalf of 4e13080cb9d04e46988c9efe323c0133 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:18.949690 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.084254 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Allocated IP 172.20.0.7 (58320a80-9569-421e-8eb0-a5be680adf9b/3a033809-892b-48c9-b8cd-293126c56dc8/1b05706d-0d8b-4603-9f53-11524ce4a3e0) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:19.228881 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.242570 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Transition to ACTIVE for port object 1b05706d-0d8b-4603-9f53-11524ce4a3e0 will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:19.274960 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.315415 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Network 58320a80-9569-421e-8eb0-a5be680adf9b is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:19.318426 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:19.320887 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:19.358478 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'Port': ['ID=1b05706d-0d8b-4603-9f53-11524ce4a3e0,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:19.372639 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:19.372990 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:19.373325 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:19.373652 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:19.373974 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:19.374304 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:19.374634 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:19.374953 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:19.375300 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:19.375621 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:19.375936 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:19.376247 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:19.396623 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.397509 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.418972 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3763cd80-6d0a-4ba3-bfa6-c5648cd2655b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869949 Jun 30 02:52:19.438445 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Request body: {'port': {'device_id': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:19.512201 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.528540 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-4f82c1dc-57c0-4d59-b2aa-bba13f896efd None None] Provisioning for port 1b05706d-0d8b-4603-9f53-11524ce4a3e0 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:19.532172 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-4f82c1dc-57c0-4d59-b2aa-bba13f896efd None None] Provisioning complete for port 1b05706d-0d8b-4603-9f53-11524ce4a3e0 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:19.532537 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-4f82c1dc-57c0-4d59-b2aa-bba13f896efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.566971 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-4f82c1dc-57c0-4d59-b2aa-bba13f896efd None None] Port 1b05706d-0d8b-4603-9f53-11524ce4a3e0 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:52:19.748172 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73179cb1-08f8-4afb-8159-1a93bb242c7e req-2ec08d51-df84-4255-974b-3da87b5671de tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:19.749836 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-73179cb1-08f8-4afb-8159-1a93bb242c7e req-2ec08d51-df84-4255-974b-3da87b5671de tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 931 time: 0.0648673 Jun 30 02:52:19.784528 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b05706d-0d8b-4603-9f53-11524ce4a3e0 {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:19.791866 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.792124 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-73179cb1-08f8-4afb-8159-1a93bb242c7e req-167432d5-7da5-40c0-a82a-0c042381809b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360734 Jun 30 02:52:19.804551 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Transition to ACTIVE for port object 1b05706d-0d8b-4603-9f53-11524ce4a3e0 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:19.808942 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:19.860923 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Pushing event updated for resources: {'Port': ['ID=1b05706d-0d8b-4603-9f53-11524ce4a3e0,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:19.935407 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Attempting to bind port 1b05706d-0d8b-4603-9f53-11524ce4a3e0 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:19.935767 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Attempting to bind port 1b05706d-0d8b-4603-9f53-11524ce4a3e0 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:19.936087 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Attempting to bind port 1b05706d-0d8b-4603-9f53-11524ce4a3e0 on network 58320a80-9569-421e-8eb0-a5be680adf9b {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:19.941003 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Port 1b05706d-0d8b-4603-9f53-11524ce4a3e0 on network 58320a80-9569-421e-8eb0-a5be680adf9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:52:19.941336 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Attempting to bind port 1b05706d-0d8b-4603-9f53-11524ce4a3e0 on network 58320a80-9569-421e-8eb0-a5be680adf9b {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:19.946618 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:19.946962 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Checking segment: {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:19.947388 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Bound using segment: {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:19.947825 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Bound port: 1b05706d-0d8b-4603-9f53-11524ce4a3e0, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3866b8f-7f25-48f7-bf5b-36a321582bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:19.948187 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.062888 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] For port 1b05706d-0d8b-4603-9f53-11524ce4a3e0, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:20.072595 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c62d87-0067-4bce-bd21-a909027617ea req-44e95211-6dbb-45a5-9d76-ccbbb81dee74 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.074835 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-62c62d87-0067-4bce-bd21-a909027617ea req-44e95211-6dbb-45a5-9d76-ccbbb81dee74 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.1235404 Jun 30 02:52:20.092275 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] For port 1b05706d-0d8b-4603-9f53-11524ce4a3e0, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1b05706d-0d8b-4603-9f53-11524ce4a3e0,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:20.102802 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.153031 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.153798 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:20.155339 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] 10.222.0.88 "PUT /v2.0/ports/1b05706d-0d8b-4603-9f53-11524ce4a3e0 HTTP/1.1" status: 200 len: 1093 time: 0.7217450 Jun 30 02:52:20.157272 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'tag': '1b05706d-0d8b-4603-9f53-11524ce4a3e0'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:20.159570 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c172d485-a3e2-460d-bcc8-7f23ebb9b8ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7efee3a0-a506-4361-895b-cfe2afcb3894", "tag": "1b05706d-0d8b-4603-9f53-11524ce4a3e0"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:20.175931 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-62c62d87-0067-4bce-bd21-a909027617ea req-b0e2de3d-84ce-4f8c-8b38-c77c4d30b2fe tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927975 Jun 30 02:52:20.191394 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4366a-df73-43dd-bfe0-519260388a32 service neutron] Pushing event updated for resources: {'Port': ['ID=1b05706d-0d8b-4603-9f53-11524ce4a3e0,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:20.209817 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a8a3c5-5d65-4100-8fac-a94706d5aae7 x-openstack-request-id: req-39a8a3c5-5d65-4100-8fac-a94706d5aae7 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:20.210120 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efee3a0-a506-4361-895b-cfe2afcb3894", "tag": "1b05706d-0d8b-4603-9f53-11524ce4a3e0", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:20.210368 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-39a8a3c5-5d65-4100-8fac-a94706d5aae7 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:20.211035 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'tag': '1b05706d-0d8b-4603-9f53-11524ce4a3e0', 'status': 'completed', 'code': 200} Jun 30 02:52:20.276466 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-95077f04-60e9-4cba-9bed-4028fe067e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.278196 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-95077f04-60e9-4cba-9bed-4028fe067e32 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 1096 time: 0.0599015 Jun 30 02:52:20.322496 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-710da166-dba6-4a54-88cd-7f2ca746ed62 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b05706d-0d8b-4603-9f53-11524ce4a3e0 HTTP/1.1" status: 200 len: 217 time: 0.0365961 Jun 30 02:52:20.371611 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-bb180352-eb0e-47ee-bec4-2f10194766f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.373030 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-bb180352-eb0e-47ee-bec4-2f10194766f2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 200 len: 851 time: 0.0439456 Jun 30 02:52:20.437859 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-1e39bbdb-8e6c-4cd4-b87a-959fff06d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.439387 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-1e39bbdb-8e6c-4cd4-b87a-959fff06d303 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58320a80-9569-421e-8eb0-a5be680adf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0589616 Jun 30 02:52:20.527251 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-20be07da-39d5-467f-a539-03005a915674 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799329 Jun 30 02:52:20.617887 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4c5f6690-ee29-4f3e-b96e-ab5ab2cd35ac req-5d4e8026-578b-482a-92fb-8016d7ab691d service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845754 Jun 30 02:52:20.721605 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172d485-a3e2-460d-bcc8-7f23ebb9b8ab req-53027776-1a96-4035-89ec-f9f6995dc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.723027 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c172d485-a3e2-460d-bcc8-7f23ebb9b8ab req-53027776-1a96-4035-89ec-f9f6995dc2ab service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 1096 time: 0.0533962 Jun 30 02:52:20.813468 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172d485-a3e2-460d-bcc8-7f23ebb9b8ab req-0b83d41d-398d-4d52-a1c6-bbb412dd0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.814962 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c172d485-a3e2-460d-bcc8-7f23ebb9b8ab req-0b83d41d-398d-4d52-a1c6-bbb412dd0b80 service neutron] 10.222.0.88 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 914 time: 0.0848682 Jun 30 02:52:20.860162 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c172d485-a3e2-460d-bcc8-7f23ebb9b8ab req-81bbbed7-cede-4e9c-9c2e-fd8023cad194 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b05706d-0d8b-4603-9f53-11524ce4a3e0 HTTP/1.1" status: 200 len: 217 time: 0.0382519 Jun 30 02:52:20.918612 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172d485-a3e2-460d-bcc8-7f23ebb9b8ab req-833ad3b3-c6a0-4a6d-a3b1-2717ea3a289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:20.920024 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c172d485-a3e2-460d-bcc8-7f23ebb9b8ab req-833ad3b3-c6a0-4a6d-a3b1-2717ea3a289f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 200 len: 851 time: 0.0528049 Jun 30 02:52:21.010256 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b85d8-5010-4e23-b253-f5dbdcd0a86f req-c24d07cc-dff1-442e-89d7-923fa0f917aa tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:21.011987 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a70b85d8-5010-4e23-b253-f5dbdcd0a86f req-c24d07cc-dff1-442e-89d7-923fa0f917aa tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 943 time: 0.1071970 Jun 30 02:52:21.025588 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172d485-a3e2-460d-bcc8-7f23ebb9b8ab req-d62e6cee-a2d1-496b-964e-0b16c98526e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:21.027069 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c172d485-a3e2-460d-bcc8-7f23ebb9b8ab req-d62e6cee-a2d1-496b-964e-0b16c98526e1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58320a80-9569-421e-8eb0-a5be680adf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0902278 Jun 30 02:52:21.112688 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a70b85d8-5010-4e23-b253-f5dbdcd0a86f req-78e81084-fbae-4400-a2c7-8f7a85f34f5d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946200 Jun 30 02:52:21.143538 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c172d485-a3e2-460d-bcc8-7f23ebb9b8ab req-6f22fcd5-fac5-4dfa-b0b4-d6310ef14ade service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090693 Jun 30 02:52:21.240374 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c172d485-a3e2-460d-bcc8-7f23ebb9b8ab req-4ae578fe-353a-4f7f-9b22-866913d6d2d3 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892189 Jun 30 02:52:21.366743 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91aa51-bb0f-433a-a2a7-7579d61a0eb0 req-9ff7c575-ce3d-41a8-958a-1a9f17f9fee9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:21.368214 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ea91aa51-bb0f-433a-a2a7-7579d61a0eb0 req-9ff7c575-ce3d-41a8-958a-1a9f17f9fee9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0651069 Jun 30 02:52:21.408024 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ea91aa51-bb0f-433a-a2a7-7579d61a0eb0 req-4d5111ea-281b-4c37-97fe-88ea8e3b68e6 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336571 Jun 30 02:52:22.282574 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584361de-f5c1-478d-a8ba-92a3940e1ac1 req-89c7f938-8157-4b42-a88a-c705568018a3 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:22.284168 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-584361de-f5c1-478d-a8ba-92a3940e1ac1 req-89c7f938-8157-4b42-a88a-c705568018a3 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 943 time: 0.0635583 Jun 30 02:52:22.320568 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-584361de-f5c1-478d-a8ba-92a3940e1ac1 req-33960312-0d00-43ae-8bc0-0f8438dee163 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309796 Jun 30 02:52:22.585779 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9873bf2-c1f0-4c39-9cf2-05e7174c0f0f req-4b12118f-bcbf-4633-aca5-d984bbce27d7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:22.587292 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b9873bf2-c1f0-4c39-9cf2-05e7174c0f0f req-4b12118f-bcbf-4633-aca5-d984bbce27d7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0623126 Jun 30 02:52:22.626861 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b9873bf2-c1f0-4c39-9cf2-05e7174c0f0f req-800f95b2-f1fa-441f-8236-3190ef1f8d75 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326383 Jun 30 02:52:23.497858 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef01a3-05e3-4b95-a6f7-6fc03aa581ac req-ba476c19-b2a5-4672-b284-824a730e7c01 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:23.499343 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-daef01a3-05e3-4b95-a6f7-6fc03aa581ac req-ba476c19-b2a5-4672-b284-824a730e7c01 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 943 time: 0.0621009 Jun 30 02:52:23.535781 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-daef01a3-05e3-4b95-a6f7-6fc03aa581ac req-57f49aae-06c3-4992-aca3-7974354edb8e tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308416 Jun 30 02:52:23.804090 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fa7ee-198b-422c-ad80-7bc67b577fda req-59167a21-4533-4ee8-aa1b-646da6e73531 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:23.805476 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-993fa7ee-198b-422c-ad80-7bc67b577fda req-59167a21-4533-4ee8-aa1b-646da6e73531 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0635698 Jun 30 02:52:23.842060 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-993fa7ee-198b-422c-ad80-7bc67b577fda req-756ed9d1-fc9d-495b-81a7-e9f9f46bfcb0 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303187 Jun 30 02:52:24.630644 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343ce06-4175-4516-9db1-a1b8b996e086 req-40f781a1-674b-4a01-9e1e-7f390fbb2bf9 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:24.632127 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9343ce06-4175-4516-9db1-a1b8b996e086 req-40f781a1-674b-4a01-9e1e-7f390fbb2bf9 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.1140399 Jun 30 02:52:24.671181 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9343ce06-4175-4516-9db1-a1b8b996e086 req-7afb0efa-ae1d-426c-87ad-daa6d25cb01b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327590 Jun 30 02:52:24.711774 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1f9eb-7703-49a3-b99d-171b231f4ad6 req-4862563c-658d-4bb6-960d-fef3bccff878 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:24.713209 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9ca1f9eb-7703-49a3-b99d-171b231f4ad6 req-4862563c-658d-4bb6-960d-fef3bccff878 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 943 time: 0.0658805 Jun 30 02:52:24.750600 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9ca1f9eb-7703-49a3-b99d-171b231f4ad6 req-ac6a01a9-193d-48e7-9416-d3694980fa48 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317664 Jun 30 02:52:25.018282 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e34b3-77a9-4c1e-ad27-5b3b109eb774 req-ffb7bae4-3e67-4534-a9ab-d295c9346bfe tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.019760 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-694e34b3-77a9-4c1e-ad27-5b3b109eb774 req-ffb7bae4-3e67-4534-a9ab-d295c9346bfe tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0628324 Jun 30 02:52:25.056548 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-694e34b3-77a9-4c1e-ad27-5b3b109eb774 req-ef41b407-f45e-4c9e-adf7-501614a5aa8f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312748 Jun 30 02:52:25.897422 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608c406-b337-4029-9c52-553fdfcc8d36 req-c9f9fe9a-d302-44d7-9061-98a57ed1ebca tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.898917 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0608c406-b337-4029-9c52-553fdfcc8d36 req-c9f9fe9a-d302-44d7-9061-98a57ed1ebca tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.1151240 Jun 30 02:52:25.925354 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6376e-7763-4d23-8295-345c76cd551f req-d3fc8f2a-f021-4490-9272-aee83e64c9ae tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:25.926836 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-71b6376e-7763-4d23-8295-345c76cd551f req-d3fc8f2a-f021-4490-9272-aee83e64c9ae tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 943 time: 0.0663407 Jun 30 02:52:25.937490 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0608c406-b337-4029-9c52-553fdfcc8d36 req-f63a976e-110e-43d6-b683-71fa9bf8f80c tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322471 Jun 30 02:52:25.964156 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-71b6376e-7763-4d23-8295-345c76cd551f req-79b8b0fd-cd11-42cf-8d3a-209a734e36aa tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316105 Jun 30 02:52:26.229307 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccdcd6-1b8e-4925-aca5-4d5de3690cc3 req-a2b0fc09-b7b5-4deb-ae6e-4329cdece609 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:26.230879 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8fccdcd6-1b8e-4925-aca5-4d5de3690cc3 req-a2b0fc09-b7b5-4deb-ae6e-4329cdece609 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0624330 Jun 30 02:52:26.274006 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8fccdcd6-1b8e-4925-aca5-4d5de3690cc3 req-8601eb97-ef75-4f1e-b939-64f46d5095b5 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372627 Jun 30 02:52:26.906519 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 90bf3240-8793-4eee-b645-f49f05430a7d details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:27.001727 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 90bf3240-8793-4eee-b645-f49f05430a7d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=90bf3240-8793-4eee-b645-f49f05430a7d,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:27.013647 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '90bf3240-8793-4eee-b645-f49f05430a7d', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'port_id': '90bf3240-8793-4eee-b645-f49f05430a7d', 'mac_address': 'fa:16:3e:ab:c1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:27.050216 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.067569 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90bf3240-8793-4eee-b645-f49f05430a7d {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:27.087162 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 90bf3240-8793-4eee-b645-f49f05430a7d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=90bf3240-8793-4eee-b645-f49f05430a7d,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:27.093839 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.118455 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0638b3f-c6d6-4b75-b768-20314dfb28eb req-7ec60049-72d2-460f-96e6-e8b3edba18df tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:27.120159 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d0638b3f-c6d6-4b75-b768-20314dfb28eb req-7ec60049-72d2-460f-96e6-e8b3edba18df tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0718195 Jun 30 02:52:27.146936 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75edd0f2-d6bd-434c-aa0d-9add0bd7b1c5 req-530f7072-b298-4b8d-9a6a-c0d5de7e5a92 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:27.148502 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-75edd0f2-d6bd-434c-aa0d-9add0bd7b1c5 req-530f7072-b298-4b8d-9a6a-c0d5de7e5a92 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 943 time: 0.0718884 Jun 30 02:52:27.157606 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=90bf3240-8793-4eee-b645-f49f05430a7d,revision_number=6']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:27.166850 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d0638b3f-c6d6-4b75-b768-20314dfb28eb req-b7250471-44a3-467d-b8f1-c7ae6e0ffe50 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=e297be12-ecb5-42dd-add6-50bd1d262b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398591 Jun 30 02:52:27.188959 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-75edd0f2-d6bd-434c-aa0d-9add0bd7b1c5 req-24ad9b1c-3e21-42be-9514-ce557f6cbd6a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342252 Jun 30 02:52:27.384317 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['90bf3240-8793-4eee-b645-f49f05430a7d'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:27.449343 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eafbb4-6a46-4406-97eb-40cea86589d8 req-baf0a39e-7388-41af-8845-383c8fa3d759 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:27.450871 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-19eafbb4-6a46-4406-97eb-40cea86589d8 req-baf0a39e-7388-41af-8845-383c8fa3d759 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 945 time: 0.0619979 Jun 30 02:52:27.489033 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-19eafbb4-6a46-4406-97eb-40cea86589d8 req-bad3e4a1-efb9-4548-b035-88056e327dc2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325434 Jun 30 02:52:27.558706 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff057449-bab0-4825-9655-0534c75a878e req-7320f6a1-f151-47d2-b06a-a6e5e35650d2 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:27.560294 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ff057449-bab0-4825-9655-0534c75a878e req-7320f6a1-f151-47d2-b06a-a6e5e35650d2 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.88 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 945 time: 0.0660577 Jun 30 02:52:27.665862 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Deleting port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:27.666207 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.754354 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] For port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:27.754641 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.925646 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.926022 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:27.926339 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.l3_db [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Floating IP 9163f82f-8ad2-41ba-9a4e-e19cb7ca5dcd disassociated. External IP: 172.27.0.248, port: 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc. Jun 30 02:52:27.926683 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Calling delete_port for 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:28.049556 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.080825 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event deleted for resources: {'Port': ['ID=2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:28.194449 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:28.372546 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a75355-1c9c-4e55-a445-0c0ab9875241 req-b42f99cf-2c3d-4a4c-adc8-a7312f5463f0 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:28.374041 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-99a75355-1c9c-4e55-a445-0c0ab9875241 req-b42f99cf-2c3d-4a4c-adc8-a7312f5463f0 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 943 time: 0.0700130 Jun 30 02:52:28.414131 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-99a75355-1c9c-4e55-a445-0c0ab9875241 req-7c660731-6b5f-4b2d-9958-70d522773b35 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342314 Jun 30 02:52:28.553226 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b5de3f65-efd8-419f-af63-86ebaefed8cb req-a37838ed-5f62-4e64-b0af-2731f987e343 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6e01d558-ac5f-4723-b5b4-db480a0c8ce6 HTTP/1.1" status: 200 len: 210 time: 0.2724502 Jun 30 02:52:28.571129 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:28.581844 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5ea3f-1a32-4e71-80d8-7f33a4c651ec None None] Sync routers for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:28.598799 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5ea3f-1a32-4e71-80d8-7f33a4c651ec None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:28.599465 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-89a5ea3f-1a32-4e71-80d8-7f33a4c651ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:52:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:28.617563 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] No DVR routers for this DVR port 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:52:28.620634 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:28.622893 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ff057449-bab0-4825-9655-0534c75a878e req-a617837b-163b-4c4e-b5ce-708059bc46ee tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.88 "DELETE /v2.0/ports/2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc HTTP/1.1" status: 204 len: 173 time: 1.0567348 Jun 30 02:52:28.623297 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e01d558-ac5f-4723-b5b4-db480a0c8ce6', 'name': 'network-vif-deleted', 'tag': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:28.625537 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce31176-dd97-4706-8cf8-4658cc3434ba" -d '{"events": [{"server_uuid": "6e01d558-ac5f-4723-b5b4-db480a0c8ce6", "name": "network-vif-deleted", "tag": "2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:28.666806 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778aba42-d246-48af-90ad-2ba84a59afab x-openstack-request-id: req-778aba42-d246-48af-90ad-2ba84a59afab {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:28.667142 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e01d558-ac5f-4723-b5b4-db480a0c8ce6", "name": "network-vif-deleted", "tag": "2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:28.667446 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-778aba42-d246-48af-90ad-2ba84a59afab {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:28.668562 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e01d558-ac5f-4723-b5b4-db480a0c8ce6', 'name': 'network-vif-deleted', 'tag': '2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc', 'status': 'completed', 'code': 200} Jun 30 02:52:28.727163 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-89a5ea3f-1a32-4e71-80d8-7f33a4c651ec None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:28.787182 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5ce1e-516f-4160-ae92-1eb603b4412f req-cfe15852-c1ef-4be8-8714-acca52a07fa9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:28.788641 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-dfc5ce1e-516f-4160-ae92-1eb603b4412f req-cfe15852-c1ef-4be8-8714-acca52a07fa9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 945 time: 0.0637388 Jun 30 02:52:28.830103 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-dfc5ce1e-516f-4160-ae92-1eb603b4412f req-d982fa5b-58ae-4620-b62d-45ffb177c0db tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339689 Jun 30 02:52:28.930553 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-89a5ea3f-1a32-4e71-80d8-7f33a4c651ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 5, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:28.957178 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 90bf3240-8793-4eee-b645-f49f05430a7d up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:28.959417 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5ea3f-1a32-4e71-80d8-7f33a4c651ec None None] Checking router: 64f94e0a-9767-43cc-8a82-c8d05612ecb3 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:28.987208 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5ea3f-1a32-4e71-80d8-7f33a4c651ec None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:28.987815 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-89a5ea3f-1a32-4e71-80d8-7f33a4c651ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:52:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.094690 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 90bf3240-8793-4eee-b645-f49f05430a7d triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:29.095083 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.128354 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-89a5ea3f-1a32-4e71-80d8-7f33a4c651ec None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:29.299759 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.338333 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:29.341196 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61197a1c-f60f-43cf-b2a4-f48833519884" -d '{"events": [{"server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "name": "network-vif-plugged", "status": "completed", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:29.374630 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 90bf3240-8793-4eee-b645-f49f05430a7d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=90bf3240-8793-4eee-b645-f49f05430a7d,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:29.381399 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.389104 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30706b54-dfdc-4b1d-84d1-79eb13394f09 x-openstack-request-id: req-30706b54-dfdc-4b1d-84d1-79eb13394f09 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:29.389400 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "name": "network-vif-plugged", "status": "completed", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:29.389676 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-30706b54-dfdc-4b1d-84d1-79eb13394f09 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:29.390046 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d', 'code': 200} Jun 30 02:52:29.447098 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=90bf3240-8793-4eee-b645-f49f05430a7d,revision_number=7']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:29.457108 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-89a5ea3f-1a32-4e71-80d8-7f33a4c651ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 5, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:29.495734 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5ea3f-1a32-4e71-80d8-7f33a4c651ec None None] The sync data for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi is: [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 5, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:29.608257 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a24f4-0109-4d1b-ab9b-47a542bdeb67 req-3c9270f3-17b7-47fa-b9c4-e602bd9050c3 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:29.610127 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c46a24f4-0109-4d1b-ab9b-47a542bdeb67 req-3c9270f3-17b7-47fa-b9c4-e602bd9050c3 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 943 time: 0.0683160 Jun 30 02:52:29.656326 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c46a24f4-0109-4d1b-ab9b-47a542bdeb67 req-f6b6f2d1-0099-4e25-a85f-f2c3a42d68b0 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405388 Jun 30 02:52:29.712791 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 60982) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.727967 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23f5d0b-86a0-4c2e-8d69-4fecaf08b56f None None] New status for floating IP 9163f82f-8ad2-41ba-9a4e-e19cb7ca5dcd: DOWN {{(pid=99699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:52:29.767911 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7b450b93-19c5-45fb-8f1a-827d2dd247dc tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.790839 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7b450b93-19c5-45fb-8f1a-827d2dd247dc tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.843857 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7b450b93-19c5-45fb-8f1a-827d2dd247dc tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.846414 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7b450b93-19c5-45fb-8f1a-827d2dd247dc tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:29.847596 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-7b450b93-19c5-45fb-8f1a-827d2dd247dc tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "DELETE /v2.0/security-groups/e297be12-ecb5-42dd-add6-50bd1d262b94 HTTP/1.1" status: 204 len: 168 time: 0.1337798 Jun 30 02:52:29.850707 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 60984) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.857648 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b450b93-19c5-45fb-8f1a-827d2dd247dc tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e297be12-ecb5-42dd-add6-50bd1d262b94,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:29.874325 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.api.v2.resource [None req-90f62d27-e3f3-41e5-8570-7831e83f08ff tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] show failed (client error): The resource could not be found. Jun 30 02:52:29.878817 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 60988) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:29.880056 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-90f62d27-e3f3-41e5-8570-7831e83f08ff tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups/e297be12-ecb5-42dd-add6-50bd1d262b94 HTTP/1.1" status: 404 len: 347 time: 0.0252149 Jun 30 02:52:30.051841 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410adad-2ece-4bfb-af30-77b0702a03c9 req-cacbb7cd-dd37-4510-9421-61da88a5e534 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:30.053205 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e410adad-2ece-4bfb-af30-77b0702a03c9 req-cacbb7cd-dd37-4510-9421-61da88a5e534 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.1000288 Jun 30 02:52:30.054493 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-54b04c73-a7e2-4fa7-badb-b3e5890dc4f7 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Deleting port e157f35e-de44-44bb-9456-24839c90f4e1 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:52:30.054831 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-54b04c73-a7e2-4fa7-badb-b3e5890dc4f7 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.144930 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e410adad-2ece-4bfb-af30-77b0702a03c9 req-915641c5-a8ca-4777-ac65-49cfff7016a1 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780597 Jun 30 02:52:30.160538 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-54b04c73-a7e2-4fa7-badb-b3e5890dc4f7 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.160881 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-54b04c73-a7e2-4fa7-badb-b3e5890dc4f7 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.173153 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-54b04c73-a7e2-4fa7-badb-b3e5890dc4f7 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Calling delete_port for e157f35e-de44-44bb-9456-24839c90f4e1 owned by network:floatingip {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:52:30.303513 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-54b04c73-a7e2-4fa7-badb-b3e5890dc4f7 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.327450 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b04c73-a7e2-4fa7-badb-b3e5890dc4f7 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event deleted for resources: {'Port': ['ID=e157f35e-de44-44bb-9456-24839c90f4e1,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:30.387890 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-54b04c73-a7e2-4fa7-badb-b3e5890dc4f7 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.390494 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-54b04c73-a7e2-4fa7-badb-b3e5890dc4f7 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.391782 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-54b04c73-a7e2-4fa7-badb-b3e5890dc4f7 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "DELETE /v2.0/floatingips/9163f82f-8ad2-41ba-9a4e-e19cb7ca5dcd HTTP/1.1" status: 204 len: 168 time: 0.5115197 Jun 30 02:52:30.788234 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 32778) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:30.793272 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--814569283', 'description': 'tempest-description--591729101'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:30.820161 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.849465 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b2cec-8886-4b32-878c-e141252e0143 req-d5ade8ce-b4b8-46bf-9e62-d30506a1023d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:30.856007 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2f4b2cec-8886-4b32-878c-e141252e0143 req-d5ade8ce-b4b8-46bf-9e62-d30506a1023d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 943 time: 0.0878861 Jun 30 02:52:30.891295 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2f4b2cec-8886-4b32-878c-e141252e0143 req-0bde8863-ba21-408f-bff5-6cf68ccc9b9f tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335066 Jun 30 02:52:30.903459 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 1b05706d-0d8b-4603-9f53-11524ce4a3e0 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:30.906453 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:30.942523 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:52:30.942873 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 2cc1f0ad-39e8-48e2-9718-8efd01ce7ccc not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:52:30.955936 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.960459 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.987966 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:30.989548 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2003422 Jun 30 02:52:30.992952 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 32794) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:31.000890 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-2a3f9fe4-8e0a-44f6-b479-7b73ed877325 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Request body: {'security_group_rule': {'security_group_id': '80f3e3eb-9e3a-4470-8535-3c2bca71c6ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:31.010860 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:31.020033 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:31.020611 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:31.021136 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:31.021745 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:31.022253 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:31.022741 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:31.023386 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:31.023922 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:31.024490 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:31.025120 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:31.025693 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:31.027157 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7627d3f5-19f5-4a97-a84c-3f9ace07061d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:31.043846 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2a3f9fe4-8e0a-44f6-b479-7b73ed877325 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.081085 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 1b05706d-0d8b-4603-9f53-11524ce4a3e0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1b05706d-0d8b-4603-9f53-11524ce4a3e0,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:31.095481 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '1b05706d-0d8b-4603-9f53-11524ce4a3e0', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'port_id': '1b05706d-0d8b-4603-9f53-11524ce4a3e0', 'mac_address': 'fa:16:3e:3e:2b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:31.103411 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2a3f9fe4-8e0a-44f6-b479-7b73ed877325 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.111468 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2a3f9fe4-8e0a-44f6-b479-7b73ed877325 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.136732 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2a3f9fe4-8e0a-44f6-b479-7b73ed877325 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.137818 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-2a3f9fe4-8e0a-44f6-b479-7b73ed877325 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1435525 Jun 30 02:52:31.138939 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f9fe4-8e0a-44f6-b479-7b73ed877325 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb82ba9-3c64-4697-988b-4ba1d8b95ce7,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:31.140600 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 32796) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:31.145704 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-ac129afe-19bc-4abe-a01c-38e158d3f108 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Request body: {'security_group_rule': {'security_group_id': '80f3e3eb-9e3a-4470-8535-3c2bca71c6ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:31.153207 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.168029 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b05706d-0d8b-4603-9f53-11524ce4a3e0 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:31.189000 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ac129afe-19bc-4abe-a01c-38e158d3f108 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.199585 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 1b05706d-0d8b-4603-9f53-11524ce4a3e0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1b05706d-0d8b-4603-9f53-11524ce4a3e0,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:31.204807 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.285137 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=1b05706d-0d8b-4603-9f53-11524ce4a3e0,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:31.287172 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ac129afe-19bc-4abe-a01c-38e158d3f108 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.307688 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ac129afe-19bc-4abe-a01c-38e158d3f108 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.549717 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac129afe-19bc-4abe-a01c-38e158d3f108 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da92eab8-5d5a-4cb3-8015-3aed7b57bac7,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:31.560922 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-ac129afe-19bc-4abe-a01c-38e158d3f108 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.562127 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-ac129afe-19bc-4abe-a01c-38e158d3f108 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4202411 Jun 30 02:52:31.565657 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 32800) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:31.571867 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Request body: {'floatingip': {'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:31.596033 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4814dbe-35fa-4b0e-a1de-6646674371db req-4f1add5a-7c2a-4ba1-9fc3-90afe4e01907 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:31.598005 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c4814dbe-35fa-4b0e-a1de-6646674371db req-4f1add5a-7c2a-4ba1-9fc3-90afe4e01907 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.2993240 Jun 30 02:52:31.611467 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.613927 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['1b05706d-0d8b-4603-9f53-11524ce4a3e0'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:31.649669 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-c4814dbe-35fa-4b0e-a1de-6646674371db req-31fdb607-c67d-4e7c-a3a1-2b1c5cb0d393 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453918 Jun 30 02:52:31.755030 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:31.891812 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Allocated IP 172.27.0.136 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/0213ba4d-7563-46b6-8df3-c3c8e91fc4d8) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:32.027259 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.113467 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.131167 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e56f23-b9d9-4949-973f-feae69bc6ed5 req-11bde17b-6c66-486d-90b2-7040bd8a78a4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:32.132656 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-89e56f23-b9d9-4949-973f-feae69bc6ed5 req-11bde17b-6c66-486d-90b2-7040bd8a78a4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 944 time: 0.0981190 Jun 30 02:52:32.186626 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:32.194530 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event updated for resources: {'Port': ['ID=0213ba4d-7563-46b6-8df3-c3c8e91fc4d8,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:32.198135 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:32.200726 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:32.240148 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-89e56f23-b9d9-4949-973f-feae69bc6ed5 req-599ff224-4425-45f2-ae99-5e2bf57c85a7 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862722 Jun 30 02:52:32.304790 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.351936 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.523380 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.528196 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.606690 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event updated for resources: {'Port': ['ID=0213ba4d-7563-46b6-8df3-c3c8e91fc4d8,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:32.615266 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.632580 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.634210 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-065dbb9d-d9c2-44fc-9d5e-7282f5fba82e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0672195 Jun 30 02:52:32.764399 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ca261ad3-b480-4f82-9822-a3c66bc3b78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:32.808263 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ed8b265c-9ede-4056-a071-de46a117ef85 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--814569283&fields=id&tenant_id=d06ee6e98dbc45e9b2e7427f3d314109 HTTP/1.1" status: 200 len: 267 time: 0.0454650 Jun 30 02:52:32.882234 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522c00d-e96c-41e1-b71c-a82c27e8da70 req-dd78dc63-fc73-49b4-8fc5-04ac0d5712c5 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:32.884660 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1522c00d-e96c-41e1-b71c-a82c27e8da70 req-dd78dc63-fc73-49b4-8fc5-04ac0d5712c5 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0778790 Jun 30 02:52:32.915112 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 1b05706d-0d8b-4603-9f53-11524ce4a3e0 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:32.931675 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1522c00d-e96c-41e1-b71c-a82c27e8da70 req-fdd8df05-ab69-4086-a09f-80a6024c2667 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385616 Jun 30 02:52:32.962592 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-18fc671b-67d4-42e7-976c-dfb1f169a148 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:32.969569 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-18fc671b-67d4-42e7-976c-dfb1f169a148 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/networks?id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2 HTTP/1.1" status: 200 len: 810 time: 0.1607103 Jun 30 02:52:32.983625 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-209c9d5a-3b8e-4321-9c5b-a8f0baa90a4e tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/quotas/d06ee6e98dbc45e9b2e7427f3d314109 HTTP/1.1" status: 200 len: 375 time: 0.0131063 Jun 30 02:52:32.985466 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 1b05706d-0d8b-4603-9f53-11524ce4a3e0 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:32.997519 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 1b05706d-0d8b-4603-9f53-11524ce4a3e0 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:32.998292 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:33.069531 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-1f8a2794-1c04-4235-8d3f-01bfebfee8cc tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804231 Jun 30 02:52:33.104659 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:33.130028 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05706d-0d8b-4603-9f53-11524ce4a3e0'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:33.133279 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50603d92-dafe-44f8-9eba-05824b5c58f9" -d '{"events": [{"server_uuid": "7efee3a0-a506-4361-895b-cfe2afcb3894", "name": "network-vif-plugged", "status": "completed", "tag": "1b05706d-0d8b-4603-9f53-11524ce4a3e0"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:33.171603 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 1b05706d-0d8b-4603-9f53-11524ce4a3e0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1b05706d-0d8b-4603-9f53-11524ce4a3e0,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:33.180621 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:33.205137 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-5eda3d10-2fdc-4043-ad52-1495c88a6559 service neutron] 10.222.0.104 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231959 Jun 30 02:52:33.216312 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2658a6b3-b232-4556-9b1f-a9c5773dce46 x-openstack-request-id: req-2658a6b3-b232-4556-9b1f-a9c5773dce46 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:33.216637 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efee3a0-a506-4361-895b-cfe2afcb3894", "name": "network-vif-plugged", "status": "completed", "tag": "1b05706d-0d8b-4603-9f53-11524ce4a3e0", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:33.216952 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2658a6b3-b232-4556-9b1f-a9c5773dce46 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:33.219347 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05706d-0d8b-4603-9f53-11524ce4a3e0', 'code': 200} Jun 30 02:52:33.263748 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=1b05706d-0d8b-4603-9f53-11524ce4a3e0,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:33.292462 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:33.292748 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:33.293187 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:33.293539 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:33.293877 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:33.294206 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:33.294558 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:33.294875 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:33.295237 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:33.295574 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:33.295899 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:33.296226 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:52:33.359231 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-d9a28835-d965-4814-8d6d-8926319e7b5b service neutron] 10.222.0.104 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526024 Jun 30 02:52:33.503230 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ef4d8-ece7-4d76-a5a7-894e11400e1d req-c5250c59-c95a-4e2a-89a0-efd84a3e9c0c tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:33.511067 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cd2ef4d8-ece7-4d76-a5a7-894e11400e1d req-c5250c59-c95a-4e2a-89a0-efd84a3e9c0c tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 945 time: 0.0957255 Jun 30 02:52:33.577460 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-cd2ef4d8-ece7-4d76-a5a7-894e11400e1d req-1252c2ae-6b42-43ef-b646-db1c8a16696b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639446 Jun 30 02:52:33.591750 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3fb3193b-e9e7-4bbf-b6d7-5b3070d35ea9 req-0d6d3bc1-1a77-4409-8a9f-3f4c35907079 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 210 time: 0.0620239 Jun 30 02:52:33.627576 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe86bfa-9269-4dc6-897e-749de912671e req-46a4b2f9-dd5d-4969-b960-030eba0066de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:33.629617 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ebe86bfa-9269-4dc6-897e-749de912671e req-46a4b2f9-dd5d-4969-b960-030eba0066de service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 1098 time: 0.1147544 Jun 30 02:52:33.690010 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ebe86bfa-9269-4dc6-897e-749de912671e req-aa1eda64-7703-4fcf-9ad9-68fca5ae5558 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518277 Jun 30 02:52:34.167983 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628798d-d18c-4fc4-a8ff-da55a16080bf req-6ec6fda0-9287-4ed0-9837-1bef86aa1f50 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:34.169675 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a628798d-d18c-4fc4-a8ff-da55a16080bf req-6ec6fda0-9287-4ed0-9837-1bef86aa1f50 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0959721 Jun 30 02:52:34.210218 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a628798d-d18c-4fc4-a8ff-da55a16080bf req-2f359512-9b31-4045-b4c0-7b75ab406655 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345309 Jun 30 02:52:34.760252 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-352b6292-0497-45c1-99aa-71104cb2c8db req-b74b6541-cf82-4143-823c-a154beac7ee4 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 210 time: 0.0359142 Jun 30 02:52:34.828235 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcf3c9-5c47-45c7-9aa6-da37594c96b7 req-a9bf5af6-c9e2-4b90-ad4e-08bb8f80a5e2 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:34.837946 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dcdcf3c9-5c47-45c7-9aa6-da37594c96b7 req-a9bf5af6-c9e2-4b90-ad4e-08bb8f80a5e2 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 945 time: 0.1155703 Jun 30 02:52:34.899730 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-dcdcf3c9-5c47-45c7-9aa6-da37594c96b7 req-79ec7085-02a6-4b3c-96ba-43b968b36cef tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607228 Jun 30 02:52:35.151474 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-5332736a-5725-474f-959c-7bbdaffc6a8b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:35.154268 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-5332736a-5725-474f-959c-7bbdaffc6a8b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.88 "GET /v2.0/networks?id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2 HTTP/1.1" status: 200 len: 810 time: 0.1612940 Jun 30 02:52:35.236304 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-435482de-1ed5-441d-b6db-d6ce853ef099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.275415 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-f830e37f-5541-49ff-9b5f-62bc9917a2a8 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d06ee6e98dbc45e9b2e7427f3d314109 HTTP/1.1" status: 200 len: 379 time: 0.0965385 Jun 30 02:52:35.291719 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Request body: {'port': {'device_id': '6d3a1b3d-f3f1-4b61-8820-a042af90ccef', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'admin_state_up': True, 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'security_groups': ['80f3e3eb-9e3a-4470-8535-3c2bca71c6ad']}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:35.460521 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Made reservation on behalf of d06ee6e98dbc45e9b2e7427f3d314109 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:52:35.467071 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.473405 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ef715-1634-4b22-be1b-f22a0706793d req-1e885944-4e88-46f9-b6b8-fd082ab74f3f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:35.476123 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-947ef715-1634-4b22-be1b-f22a0706793d req-1e885944-4e88-46f9-b6b8-fd082ab74f3f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0976443 Jun 30 02:52:35.533639 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-947ef715-1634-4b22-be1b-f22a0706793d req-f71efff8-e102-4443-a51f-c4193432944e tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452483 Jun 30 02:52:35.628307 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Allocated IP 172.20.0.11 (8e6a15db-6f15-47e3-b52f-83c6bf805dc2/422ed7e6-8268-4da9-9aee-eeed2f63ac7e/f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:35.787675 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.812902 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Transition to ACTIVE for port object f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:35.848411 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:35.903597 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:35.919486 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event updated for resources: {'Port': ['ID=f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:35.923967 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:35.952602 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:35.968333 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.049253 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:36.049968 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.080727 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e3883-b22e-4563-926a-c1aff49aba92 req-6f6ace32-18dd-4dbf-8a2f-6527033e6dcc tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:36.082394 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6a9e3883-b22e-4563-926a-c1aff49aba92 req-6f6ace32-18dd-4dbf-8a2f-6527033e6dcc tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 932 time: 0.1450381 Jun 30 02:52:36.085398 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-bc549331-664f-4ea1-a83a-4ae1c77a18b1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8046315 Jun 30 02:52:36.105461 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-7d19dc41-e606-4fb9-bb29-2c7a7446564d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=99696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:52:36.106607 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-7d19dc41-e606-4fb9-bb29-2c7a7446564d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053818 Jun 30 02:52:36.122928 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Request body: {'port': {'device_id': '6d3a1b3d-f3f1-4b61-8820-a042af90ccef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:36.156614 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92a049-f0bc-44da-9992-af91bfdc9c94 req-40f80dec-0f56-4fc9-bed1-85e9236d34d1 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:36.164210 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3b92a049-f0bc-44da-9992-af91bfdc9c94 req-40f80dec-0f56-4fc9-bed1-85e9236d34d1 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 945 time: 0.0798056 Jun 30 02:52:36.179344 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6a9e3883-b22e-4563-926a-c1aff49aba92 req-c6eb3bf6-cc7a-44c0-813c-b21c16f68669 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861030 Jun 30 02:52:36.219463 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3b92a049-f0bc-44da-9992-af91bfdc9c94 req-cdabe8a3-ab36-4ac9-ad80-e1c21c3ca188 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491974 Jun 30 02:52:36.278379 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.456352 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.553795 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-cd908abf-7ca7-481f-b30d-31a627b75648 None None] Provisioning for port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:36.559262 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-cd908abf-7ca7-481f-b30d-31a627b75648 None None] Provisioning complete for port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:36.559888 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-cd908abf-7ca7-481f-b30d-31a627b75648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.583032 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7a89f-3a68-423a-bb03-cf648359416c req-e4448c33-c114-4adb-b53a-804b2cc5849d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:36.592704 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6aa7a89f-3a68-423a-bb03-cf648359416c req-e4448c33-c114-4adb-b53a-804b2cc5849d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 945 time: 0.1676435 Jun 30 02:52:36.622609 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-cd908abf-7ca7-481f-b30d-31a627b75648 None None] Port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:52:36.668711 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6aa7a89f-3a68-423a-bb03-cf648359416c req-c60967b5-9908-4869-bf5d-c782168022d0 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748990 Jun 30 02:52:36.700534 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 32862) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:36.725918 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:36.735048 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.750444 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Transition to ACTIVE for port object f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:52:36.755035 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:36.778037 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4b48f-fc38-4ed9-ab6c-08a69df63d12 req-d13d2725-aa72-4aad-bdea-200794590f31 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:36.779741 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-07c4b48f-fc38-4ed9-ab6c-08a69df63d12 req-d13d2725-aa72-4aad-bdea-200794590f31 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0855587 Jun 30 02:52:36.826198 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Pushing event updated for resources: {'Port': ['ID=f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:36.875184 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-07c4b48f-fc38-4ed9-ab6c-08a69df63d12 req-2425b269-5fe4-4892-92d0-a0a67e482561 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890894 Jun 30 02:52:36.956682 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Attempting to bind port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:52:36.957245 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Attempting to bind port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:52:36.957382 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Attempting to bind port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef on network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:36.969448 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef on network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:52:36.969772 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Attempting to bind port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef on network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:52:36.978514 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:52:36.978859 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Checking segment: {'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:52:36.979411 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Bound using segment: {'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:52:36.980353 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Bound port: f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:52:36.980796 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.003290 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b2bee-7837-4b33-a75d-f0c22699c409 tempest-TestVolumeBootPattern-1836201403 tempest-TestVolumeBootPattern-1836201403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:37.004827 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-d79b2bee-7837-4b33-a75d-f0c22699c409 tempest-TestVolumeBootPattern-1836201403 tempest-TestVolumeBootPattern-1836201403-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 1093 time: 0.3017128 Jun 30 02:52:37.009112 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 32866) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:37.014073 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Request body: {'floatingip': {'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'port_id': '1b05706d-0d8b-4603-9f53-11524ce4a3e0', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:37.050078 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for floatingip, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.097816 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] For port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:52:37.101872 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] For port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:52:37.107265 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.173999 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:37.174750 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.176360 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] 10.222.0.88 "PUT /v2.0/ports/f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef HTTP/1.1" status: 200 len: 1094 time: 1.0587027 Jun 30 02:52:37.178858 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3a1b3d-f3f1-4b61-8820-a042af90ccef', 'tag': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:37.181153 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec177e48-0489-4ea5-8aae-4666fc192265" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3a1b3d-f3f1-4b61-8820-a042af90ccef", "tag": "f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:37.183421 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.235158 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c3c36-a7d1-4dea-b31d-5cb1859d450d service neutron] Pushing event updated for resources: {'Port': ['ID=f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:37.245644 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fbeb37-10ae-48b2-9d40-e0151436adec x-openstack-request-id: req-46fbeb37-10ae-48b2-9d40-e0151436adec {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:37.245988 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3a1b3d-f3f1-4b61-8820-a042af90ccef", "tag": "f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:37.246399 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-46fbeb37-10ae-48b2-9d40-e0151436adec {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:37.246813 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3a1b3d-f3f1-4b61-8820-a042af90ccef', 'tag': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef', 'status': 'completed', 'code': 200} Jun 30 02:52:37.326894 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:52:37.336771 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Allocated IP 172.27.0.249 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/522a41b3-dd61-4053-84e2-6e6205fb6da9) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:52:37.426653 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec177e48-0489-4ea5-8aae-4666fc192265 req-d235cc07-c4dc-4b2e-ad37-3b075eac65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:37.428521 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ec177e48-0489-4ea5-8aae-4666fc192265 req-d235cc07-c4dc-4b2e-ad37-3b075eac65de service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 1097 time: 0.0896974 Jun 30 02:52:37.514892 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dc75a-70f9-43dd-b215-da3003685d22 req-1581e114-438c-4531-8d14-4960266970db tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:37.516708 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-867dc75a-70f9-43dd-b215-da3003685d22 req-1581e114-438c-4531-8d14-4960266970db tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 944 time: 0.1541402 Jun 30 02:52:37.594094 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.609623 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-867dc75a-70f9-43dd-b215-da3003685d22 req-243f32bc-271e-4972-883a-7091fbcd96f1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792100 Jun 30 02:52:37.647224 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6448154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:37.656770 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec177e48-0489-4ea5-8aae-4666fc192265 req-fff2929b-760a-49b1-8b86-ec513f66d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:37.659058 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ec177e48-0489-4ea5-8aae-4666fc192265 req-fff2929b-760a-49b1-8b86-ec513f66d969 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2206419 Jun 30 02:52:37.700890 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:52:37.703844 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:52:37.707651 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:52:37.736643 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'Port': ['ID=522a41b3-dd61-4053-84e2-6e6205fb6da9,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:37.862941 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec177e48-0489-4ea5-8aae-4666fc192265 req-a74e9e9a-2d02-438e-927d-d389088f54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:37.864658 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ec177e48-0489-4ea5-8aae-4666fc192265 req-a74e9e9a-2d02-438e-927d-d389088f54d3 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1989710 Jun 30 02:52:38.151095 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.257475 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.330518 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-5f596583-0204-4557-a605-cab91229466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:38.332306 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-5f596583-0204-4557-a605-cab91229466a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 1097 time: 0.4007719 Jun 30 02:52:38.378714 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.406947 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-09b0cf40-a052-491f-8f04-44f39e50308e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef HTTP/1.1" status: 200 len: 217 time: 0.0598679 Jun 30 02:52:38.419141 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd645b-5c62-499c-8fb8-34c7e4a6df2b req-8ea8ad5f-3eea-4b32-9b6e-6f213ec809a9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:38.428717 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2efd645b-5c62-499c-8fb8-34c7e4a6df2b req-8ea8ad5f-3eea-4b32-9b6e-6f213ec809a9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.1704056 Jun 30 02:52:38.443116 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.449606 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6448168'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.521993 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2efd645b-5c62-499c-8fb8-34c7e4a6df2b req-1875aa5e-43a6-4b8e-a18f-6174d23a507b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921626 Jun 30 02:52:38.532392 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event updated for resources: {'Port': ['ID=522a41b3-dd61-4053-84e2-6e6205fb6da9,revision_number=2']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:38.537358 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-a5780dd2-79c2-4bb6-9db1-72db1a69f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:38.541260 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-a5780dd2-79c2-4bb6-9db1-72db1a69f5dd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=422ed7e6-8268-4da9-9aee-eeed2f63ac7e HTTP/1.1" status: 200 len: 849 time: 0.1082926 Jun 30 02:52:38.545352 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:38.619464 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-86481198-9b2e-4e2e-8375-1b5fde27febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:38.622034 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-86481198-9b2e-4e2e-8375-1b5fde27febd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0741773 Jun 30 02:52:38.660150 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.l3_db [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Floating IP 1b4a2496-ce56-47f8-a0a7-e24612d45682 associated. External IP: 172.27.0.249, port: 1b05706d-0d8b-4603-9f53-11524ce4a3e0. Jun 30 02:52:38.792911 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-32d38ca0-5619-491e-b223-b06a937f88d9 service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639135 Jun 30 02:52:38.922983 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-92254c0a-3c94-4d38-83fc-42ff6ee63294 req-d2736d2d-7a84-454e-9892-90bc12a39371 service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230614 Jun 30 02:52:38.953229 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:38.980085 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b8390-ee52-45a0-90b8-7e157f5e8154 req-d69131db-1441-4327-962f-66093e532538 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:38.981893 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d84b8390-ee52-45a0-90b8-7e157f5e8154 req-d69131db-1441-4327-962f-66093e532538 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 944 time: 0.1292298 Jun 30 02:52:39.088781 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d84b8390-ee52-45a0-90b8-7e157f5e8154 req-563205cc-9ba4-48c8-8936-a54e344e19c3 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712812 Jun 30 02:52:39.113766 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:39.133360 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:39.145395 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3690419a-d082-4bf7-b3e7-08a5578236a7 None None] Sync routers for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:39.155026 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690419a-d082-4bf7-b3e7-08a5578236a7 None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:39.155975 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-3690419a-d082-4bf7-b3e7-08a5578236a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:52:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:39.172762 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-4b7691f6-2e9d-4e13-8921-f3c000bc377d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1625290 Jun 30 02:52:39.173380 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'tag': '1b05706d-0d8b-4603-9f53-11524ce4a3e0'}] {{(pid=99697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:39.175640 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b7f5baf573436b176afe0d81d1f51af27148d2e3508bf06a547a56a88bfd8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424457fd-ff99-49e8-81aa-9afcdffff2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "7efee3a0-a506-4361-895b-cfe2afcb3894", "tag": "1b05706d-0d8b-4603-9f53-11524ce4a3e0"}]}' {{(pid=99697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:39.235867 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c8087e-8cc1-4ed1-8a73-d8f30c5177eb x-openstack-request-id: req-26c8087e-8cc1-4ed1-8a73-d8f30c5177eb {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:39.236152 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efee3a0-a506-4361-895b-cfe2afcb3894", "tag": "1b05706d-0d8b-4603-9f53-11524ce4a3e0", "status": "completed", "code": 200}]} {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:39.236408 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-26c8087e-8cc1-4ed1-8a73-d8f30c5177eb {{(pid=99697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:39.236803 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'tag': '1b05706d-0d8b-4603-9f53-11524ce4a3e0', 'status': 'completed', 'code': 200} Jun 30 02:52:39.325704 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424457fd-ff99-49e8-81aa-9afcdffff2e9 req-f9838b06-f609-49d9-aa82-cb9eb20ce9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:39.327259 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-424457fd-ff99-49e8-81aa-9afcdffff2e9 req-f9838b06-f609-49d9-aa82-cb9eb20ce9b6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 1098 time: 0.0665636 Jun 30 02:52:39.405378 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-3690419a-d082-4bf7-b3e7-08a5578236a7 None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:39.442334 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424457fd-ff99-49e8-81aa-9afcdffff2e9 req-11ff401a-bb45-4497-b566-c5790339a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:39.442904 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-424457fd-ff99-49e8-81aa-9afcdffff2e9 req-11ff401a-bb45-4497-b566-c5790339a24c service neutron] 10.222.0.88 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 914 time: 0.1083851 Jun 30 02:52:39.536152 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-424457fd-ff99-49e8-81aa-9afcdffff2e9 req-e8a112f5-8999-478f-ab18-10ead14203b5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b05706d-0d8b-4603-9f53-11524ce4a3e0 HTTP/1.1" status: 200 len: 999 time: 0.0862331 Jun 30 02:52:39.594741 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424457fd-ff99-49e8-81aa-9afcdffff2e9 req-dae4d882-0799-415b-aae6-2159727ee57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:39.596649 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-424457fd-ff99-49e8-81aa-9afcdffff2e9 req-dae4d882-0799-415b-aae6-2159727ee57f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 200 len: 851 time: 0.0532365 Jun 30 02:52:39.680330 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424457fd-ff99-49e8-81aa-9afcdffff2e9 req-3ac7eb56-f7a9-4cd5-a721-ca4883ef62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:39.683266 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-424457fd-ff99-49e8-81aa-9afcdffff2e9 req-3ac7eb56-f7a9-4cd5-a721-ca4883ef62ef service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58320a80-9569-421e-8eb0-a5be680adf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0783365 Jun 30 02:52:39.756035 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-3690419a-d082-4bf7-b3e7-08a5578236a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '1b4a2496-ce56-47f8-a0a7-e24612d45682', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': '1b05706d-0d8b-4603-9f53-11524ce4a3e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:3e:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:52:37Z', 'updated_at': '2021-06-30T02:52:37Z', 'revision_number': 0, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}, {'id': 'fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': '9da15643-8419-4a54-bbfe-d453babfaf41', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:72:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:03Z', 'updated_at': '2021-06-30T02:50:05Z', 'revision_number': 1, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:39.772064 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d1b3d-81dc-49e3-b855-efcc7509eea5 req-780d310f-dfac-4fd1-ba7b-2cd1319c0e4c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:39.773999 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-333d1b3d-81dc-49e3-b855-efcc7509eea5 req-780d310f-dfac-4fd1-ba7b-2cd1319c0e4c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0822377 Jun 30 02:52:39.783883 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3690419a-d082-4bf7-b3e7-08a5578236a7 None None] Checking router: 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:39.800992 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3690419a-d082-4bf7-b3e7-08a5578236a7 None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:39.801629 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-3690419a-d082-4bf7-b3e7-08a5578236a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:52:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:39.816900 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-424457fd-ff99-49e8-81aa-9afcdffff2e9 req-1436d723-bfa4-4f57-9600-5cc854b01d85 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196799 Jun 30 02:52:39.843708 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-333d1b3d-81dc-49e3-b855-efcc7509eea5 req-89c1d1f4-65fd-4fc2-825a-5c4f53a54ca0 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573642 Jun 30 02:52:39.934804 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-424457fd-ff99-49e8-81aa-9afcdffff2e9 req-459a132d-856b-4a15-9987-0a910ae9ca75 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105223 Jun 30 02:52:39.943116 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-3690419a-d082-4bf7-b3e7-08a5578236a7 None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:40.199404 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-3690419a-d082-4bf7-b3e7-08a5578236a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '1b4a2496-ce56-47f8-a0a7-e24612d45682', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': '1b05706d-0d8b-4603-9f53-11524ce4a3e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:3e:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:52:37Z', 'updated_at': '2021-06-30T02:52:37Z', 'revision_number': 0, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}, {'id': 'fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': '9da15643-8419-4a54-bbfe-d453babfaf41', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:72:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:03Z', 'updated_at': '2021-06-30T02:50:05Z', 'revision_number': 1, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:40.235865 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3690419a-d082-4bf7-b3e7-08a5578236a7 None None] The sync data for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi is: [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '1b4a2496-ce56-47f8-a0a7-e24612d45682', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': '1b05706d-0d8b-4603-9f53-11524ce4a3e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:3e:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:52:37Z', 'updated_at': '2021-06-30T02:52:37Z', 'revision_number': 0, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}, {'id': 'fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': '9da15643-8419-4a54-bbfe-d453babfaf41', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:72:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:03Z', 'updated_at': '2021-06-30T02:50:05Z', 'revision_number': 1, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:40.320321 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2d24f-423e-40df-bd02-059aa6196066 req-9bb6da90-89b2-4547-bee2-e5f8dbbcbb9f tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:40.322361 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0ed2d24f-423e-40df-bd02-059aa6196066 req-9bb6da90-89b2-4547-bee2-e5f8dbbcbb9f tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 944 time: 0.0891564 Jun 30 02:52:40.373626 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-0ed2d24f-423e-40df-bd02-059aa6196066 req-5629341f-a4c6-46fc-a790-10a0797d5a0b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411451 Jun 30 02:52:40.506585 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464e2331-cea6-4193-8591-4a8b71cc17e9 None None] New status for floating IP 1b4a2496-ce56-47f8-a0a7-e24612d45682: ACTIVE {{(pid=99699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:52:41.062550 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a93279-689e-43ee-8e8f-9ddd66cd01e2 req-ca3b54e9-afea-48df-ab14-2b9c9734cb89 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:41.064094 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-23a93279-689e-43ee-8e8f-9ddd66cd01e2 req-ca3b54e9-afea-48df-ab14-2b9c9734cb89 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0659828 Jun 30 02:52:41.110501 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-23a93279-689e-43ee-8e8f-9ddd66cd01e2 req-d242be80-d1fd-4e1a-a8b2-800bbe6415a9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407557 Jun 30 02:52:41.567758 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dc604-35bd-439b-b158-31467acd1a45 req-1472cc66-489d-4903-8dff-29e0248c8d99 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:41.575556 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-804dc604-35bd-439b-b158-31467acd1a45 req-1472cc66-489d-4903-8dff-29e0248c8d99 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 944 time: 0.0816307 Jun 30 02:52:41.612777 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-804dc604-35bd-439b-b158-31467acd1a45 req-c918da5e-2da8-4535-b310-04470ab59996 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363240 Jun 30 02:52:42.288204 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b96665-eae3-44fb-9a83-c04ffd1cfd16 req-757f7036-5d8f-48e3-8c70-a47a03367c0b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:42.289657 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-80b96665-eae3-44fb-9a83-c04ffd1cfd16 req-757f7036-5d8f-48e3-8c70-a47a03367c0b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0615845 Jun 30 02:52:42.326387 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-80b96665-eae3-44fb-9a83-c04ffd1cfd16 req-f3b017cc-d84b-47b7-8889-1be00f36c86f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304141 Jun 30 02:52:42.787075 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12897b3-3bea-41c6-a85d-81ab24bf83a2 req-ca96e9d0-a49c-473b-89e0-975fcbffcddc tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:42.788609 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e12897b3-3bea-41c6-a85d-81ab24bf83a2 req-ca96e9d0-a49c-473b-89e0-975fcbffcddc tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 944 time: 0.0646160 Jun 30 02:52:42.828862 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e12897b3-3bea-41c6-a85d-81ab24bf83a2 req-faea9f6c-df6b-4aa2-ac36-d2912c3975e1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333993 Jun 30 02:52:42.887189 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714a2e6-c7a7-419c-a7ad-8db21a3becdc req-1aaa9f89-cbe0-4467-9abc-19b1f434d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:42.888702 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b714a2e6-c7a7-419c-a7ad-8db21a3becdc req-1aaa9f89-cbe0-4467-9abc-19b1f434d825 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 1099 time: 0.0980995 Jun 30 02:52:42.923890 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:42.956776 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:52:42.982044 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714a2e6-c7a7-419c-a7ad-8db21a3becdc req-173b8b06-e9b6-4ec7-b64d-418259e261fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:42.982044 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b714a2e6-c7a7-419c-a7ad-8db21a3becdc req-173b8b06-e9b6-4ec7-b64d-418259e261fd service neutron] 10.222.0.88 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 918 time: 0.0866561 Jun 30 02:52:43.049903 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:43.050428 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b714a2e6-c7a7-419c-a7ad-8db21a3becdc req-9d5fdcaa-4cdd-4ed2-b50a-793994731076 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90bf3240-8793-4eee-b645-f49f05430a7d HTTP/1.1" status: 200 len: 1002 time: 0.0622592 Jun 30 02:52:43.061897 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'port_id': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef', 'mac_address': 'fa:16:3e:c0:93:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:52:43.101545 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714a2e6-c7a7-419c-a7ad-8db21a3becdc req-253dca1b-27b6-467f-97e0-f4cb0124d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:43.102926 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b714a2e6-c7a7-419c-a7ad-8db21a3becdc req-253dca1b-27b6-467f-97e0-f4cb0124d4a3 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 200 len: 855 time: 0.0456946 Jun 30 02:52:43.103079 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.116201 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:52:43.136148 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:43.140170 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:43.161592 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714a2e6-c7a7-419c-a7ad-8db21a3becdc req-89c8229f-f56f-4898-80b4-b7fd0a17ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:43.163128 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b714a2e6-c7a7-419c-a7ad-8db21a3becdc req-89c8229f-f56f-4898-80b4-b7fd0a17ea9d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539989 Jun 30 02:52:43.187476 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:43.258784 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b714a2e6-c7a7-419c-a7ad-8db21a3becdc req-bbf6c4dd-2ef2-4845-914b-af55e0707679 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887864 Jun 30 02:52:43.346919 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b714a2e6-c7a7-419c-a7ad-8db21a3becdc req-3e6ff7be-c1ed-40df-bf82-dbd3b9f51f53 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817213 Jun 30 02:52:43.506720 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9e77e-260d-485c-ad30-ee505757335a req-e6e8f24f-3b8b-4c30-803e-d73fcbabf901 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:43.508169 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d4c9e77e-260d-485c-ad30-ee505757335a req-e6e8f24f-3b8b-4c30-803e-d73fcbabf901 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0641851 Jun 30 02:52:43.513160 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:52:43.544690 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d4c9e77e-260d-485c-ad30-ee505757335a req-12713a4a-90fb-4955-908a-fd901ba23515 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309017 Jun 30 02:52:44.004591 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bcba0-880b-4ac3-a1e3-6e03945e9398 req-57ff291a-b17e-44c1-a93b-03bd5f6a9da4 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:44.006180 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e37bcba0-880b-4ac3-a1e3-6e03945e9398 req-57ff291a-b17e-44c1-a93b-03bd5f6a9da4 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 945 time: 0.0638006 Jun 30 02:52:44.047941 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e37bcba0-880b-4ac3-a1e3-6e03945e9398 req-36ff157c-af46-4121-a954-a3ee855c8af1 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351815 Jun 30 02:52:44.721357 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289a270-6ffa-4479-bf71-755d97051d0e req-3109f471-7339-4ece-8281-1a2d95d1b891 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:44.722799 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2289a270-6ffa-4479-bf71-755d97051d0e req-3109f471-7339-4ece-8281-1a2d95d1b891 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 946 time: 0.0613415 Jun 30 02:52:44.759458 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2289a270-6ffa-4479-bf71-755d97051d0e req-5fd73542-05e9-4e3e-8892-27dce651b46c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310688 Jun 30 02:52:44.968440 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:52:45.015575 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:52:45.019105 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:52:45.019475 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.098411 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.121735 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3a1b3d-f3f1-4b61-8820-a042af90ccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:45.124029 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197ab4f0-2b67-4ac1-a9be-c292ab2e5cf1" -d '{"events": [{"server_uuid": "6d3a1b3d-f3f1-4b61-8820-a042af90ccef", "name": "network-vif-plugged", "status": "completed", "tag": "f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:45.151974 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:45.156657 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.159395 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 90bf3240-8793-4eee-b645-f49f05430a7d no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:45.162615 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ee564e-53fb-4713-9e46-190a5e8fce46 x-openstack-request-id: req-44ee564e-53fb-4713-9e46-190a5e8fce46 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:45.162926 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3a1b3d-f3f1-4b61-8820-a042af90ccef", "name": "network-vif-plugged", "status": "completed", "tag": "f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:45.163221 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-44ee564e-53fb-4713-9e46-190a5e8fce46 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:45.163614 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3a1b3d-f3f1-4b61-8820-a042af90ccef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef', 'code': 200} Jun 30 02:52:45.237067 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a1e59-d116-4859-aed5-2217b8809697 req-90055c3d-469f-489c-830b-d8803fcf4ef0 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:45.238657 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa8a1e59-d116-4859-aed5-2217b8809697 req-90055c3d-469f-489c-830b-d8803fcf4ef0 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 946 time: 0.0767910 Jun 30 02:52:45.249440 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:45.292167 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fa8a1e59-d116-4859-aed5-2217b8809697 req-6573d631-d91b-46e4-b70c-b8960afca03d tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425756 Jun 30 02:52:45.301691 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.341445 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 90bf3240-8793-4eee-b645-f49f05430a7d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=90bf3240-8793-4eee-b645-f49f05430a7d,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:52:45.345712 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:45.399789 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=90bf3240-8793-4eee-b645-f49f05430a7d,revision_number=8']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:52:45.426770 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5e865-9c86-4be1-83cc-7f88b364d250 req-df5ef1fe-5382-4141-8a89-ddd957fba128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:45.428417 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-62d5e865-9c86-4be1-83cc-7f88b364d250 req-df5ef1fe-5382-4141-8a89-ddd957fba128 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 1099 time: 0.0576410 Jun 30 02:52:45.464095 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-62d5e865-9c86-4be1-83cc-7f88b364d250 req-d1b3fa18-566b-4e6a-97c6-b36d19fb821d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289178 Jun 30 02:52:45.833466 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a36f02ca-0ce2-4264-ab60-6b897735c687 req-2aa61bce-5d70-4a2a-af92-d5960453fae7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537407 Jun 30 02:52:45.915280 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f02ca-0ce2-4264-ab60-6b897735c687 req-855a4a56-1b39-4858-a89a-a68e9ed6add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:45.917377 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a36f02ca-0ce2-4264-ab60-6b897735c687 req-855a4a56-1b39-4858-a89a-a68e9ed6add8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8311a3de3f294c53a726d7a659619598&device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0540538 Jun 30 02:52:45.943542 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df89c3-5a37-42e6-ba07-b9b4f145d30c req-809df8ed-d9ab-4802-9969-453e2f9d051d tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:45.945012 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-07df89c3-5a37-42e6-ba07-b9b4f145d30c req-809df8ed-d9ab-4802-9969-453e2f9d051d tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0677357 Jun 30 02:52:45.987318 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-07df89c3-5a37-42e6-ba07-b9b4f145d30c req-5163286b-7200-4da0-9573-e5b9a4f13256 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360098 Jun 30 02:52:46.051560 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f02ca-0ce2-4264-ab60-6b897735c687 req-ac41fb75-59b6-4128-adcc-365da5ea0aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:46.053206 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a36f02ca-0ce2-4264-ab60-6b897735c687 req-ac41fb75-59b6-4128-adcc-365da5ea0aa8 service neutron] 10.222.0.88 "GET /v2.0/networks?id=87142098-bff3-4233-ae15-ff4a357de4fc HTTP/1.1" status: 200 len: 909 time: 0.0926883 Jun 30 02:52:46.133307 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a36f02ca-0ce2-4264-ab60-6b897735c687 req-646b5e5a-6788-43f8-8c4c-4ac3a9134eb3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d HTTP/1.1" status: 200 len: 1000 time: 0.0650625 Jun 30 02:52:46.186345 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f02ca-0ce2-4264-ab60-6b897735c687 req-3372b957-aa45-4da6-9b1f-2738739401c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:46.187956 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a36f02ca-0ce2-4264-ab60-6b897735c687 req-3372b957-aa45-4da6-9b1f-2738739401c8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ff6bda98-1543-460b-95fe-797c0d235f81 HTTP/1.1" status: 200 len: 846 time: 0.0481083 Jun 30 02:52:46.255947 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f02ca-0ce2-4264-ab60-6b897735c687 req-3e7d6c13-ccc3-407c-a51d-27bf465e139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:46.257472 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a36f02ca-0ce2-4264-ab60-6b897735c687 req-3e7d6c13-ccc3-407c-a51d-27bf465e139b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87142098-bff3-4233-ae15-ff4a357de4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0551264 Jun 30 02:52:46.365360 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a36f02ca-0ce2-4264-ab60-6b897735c687 req-8d6257fa-e86e-4ff6-812c-8b95c78799e6 service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009390 Jun 30 02:52:46.475811 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb1ff9-a10c-40fd-ae34-27bf5246e7fe req-19817efd-ccfd-47fd-81d4-eb814c9e2d46 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:46.477637 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1abb1ff9-a10c-40fd-ae34-27bf5246e7fe req-19817efd-ccfd-47fd-81d4-eb814c9e2d46 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 946 time: 0.0683234 Jun 30 02:52:46.483746 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a36f02ca-0ce2-4264-ab60-6b897735c687 req-4c183604-0171-4537-8466-9d9602757c0f service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955470 Jun 30 02:52:46.520342 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1abb1ff9-a10c-40fd-ae34-27bf5246e7fe req-fc496dbf-1248-4e9f-8b8e-e3a368b1b41a tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359652 Jun 30 02:52:47.165050 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:47.168673 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f7358a-0217-40cd-9d7d-da1272caf8cb" -d '{"events": [{"server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "name": "network-vif-unplugged", "status": "completed", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:47.204388 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a9900a-6de0-41a2-b0cb-9a0432f0dbff x-openstack-request-id: req-25a9900a-6de0-41a2-b0cb-9a0432f0dbff {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:47.204680 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "name": "network-vif-unplugged", "status": "failed", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d", "code": 422}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:47.204930 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-25a9900a-6de0-41a2-b0cb-9a0432f0dbff {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:47.205319 dv-cinder-733062-20-iscsi neutron-server[99698]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d', 'code': 422} returned with failed status Jun 30 02:52:47.296392 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c3e86-bcb5-46de-ab03-060b339f7d42 req-63b9064a-b199-4b26-a410-2f65cbf1bf65 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:47.297924 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-659c3e86-bcb5-46de-ab03-060b339f7d42 req-63b9064a-b199-4b26-a410-2f65cbf1bf65 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0696385 Jun 30 02:52:47.337634 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-659c3e86-bcb5-46de-ab03-060b339f7d42 req-9281ba39-c5d6-44d2-b8c9-c1286266aa6d tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339417 Jun 30 02:52:47.395539 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 32978) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:47.485189 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-b65c44d0-1bd6-413d-b3dd-5ff32345c3eb service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884831 Jun 30 02:52:47.914187 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbb1b6-210f-4fd4-a6a8-ec02b4587ece req-5aebc2d5-300c-4e85-a02d-debe7465de2b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:47.915688 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-27cbb1b6-210f-4fd4-a6a8-ec02b4587ece req-5aebc2d5-300c-4e85-a02d-debe7465de2b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 946 time: 0.2821460 Jun 30 02:52:47.957625 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-27cbb1b6-210f-4fd4-a6a8-ec02b4587ece req-0725cc01-edb0-4f15-854c-3698a31e9837 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360696 Jun 30 02:52:48.129427 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460d1ab-2e67-48cc-97f4-2a9a5c1d0fd7 req-c0352dd6-f443-4c5c-94d5-df650a94991b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:48.129980 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f460d1ab-2e67-48cc-97f4-2a9a5c1d0fd7 req-c0352dd6-f443-4c5c-94d5-df650a94991b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 946 time: 0.0651562 Jun 30 02:52:48.139563 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 32992) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:52:48.144480 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-c1e9ed9e-d6ce-4646-9e1c-b2abbfa90c31 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Request body: {'floatingip': {'port_id': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:52:48.186847 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ed9e-d6ce-4646-9e1c-b2abbfa90c31 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.535349 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-c4fb7509-a544-4f27-bc0b-28471fae2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:48.536840 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-c4fb7509-a544-4f27-bc0b-28471fae2a06 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7&tenant_id=b2408837b6234e9d995f78d3edbd79b9 HTTP/1.1" status: 200 len: 1097 time: 0.0557508 Jun 30 02:52:48.600073 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166225ac-b2ac-4e82-8a94-025756824b59 req-ad8a63c2-f306-4891-a534-ada46d1b5bfd tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:48.601537 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-166225ac-b2ac-4e82-8a94-025756824b59 req-ad8a63c2-f306-4891-a534-ada46d1b5bfd tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.1234767 Jun 30 02:52:48.626260 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-fda2c7f7-b7cf-42fa-b205-cbb2a8c34c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:48.627868 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-fda2c7f7-b7cf-42fa-b205-cbb2a8c34c00 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=b2408837b6234e9d995f78d3edbd79b9&device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 1097 time: 0.0678575 Jun 30 02:52:48.696584 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-166225ac-b2ac-4e82-8a94-025756824b59 req-00593c0b-ea14-4143-af05-06d79c68fbf3 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765569 Jun 30 02:52:48.712226 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ed9e-d6ce-4646-9e1c-b2abbfa90c31 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.720127 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ed9e-d6ce-4646-9e1c-b2abbfa90c31 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:48.721618 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-c9ce33e1-3efa-448e-a862-0933465fe60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:48.723684 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-c9ce33e1-3efa-448e-a862-0933465fe60f service neutron] 10.222.0.88 "GET /v2.0/networks?id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 200 len: 918 time: 0.0864942 Jun 30 02:52:48.800908 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-654be5f7-ce30-4ffd-b637-9beea386f7b3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=90bf3240-8793-4eee-b645-f49f05430a7d HTTP/1.1" status: 200 len: 1000 time: 0.0616059 Jun 30 02:52:48.820197 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.l3_db [None req-c1e9ed9e-d6ce-4646-9e1c-b2abbfa90c31 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Floating IP 8ecdb34e-9a9b-47f9-a779-69567843df21 associated. External IP: 172.27.0.136, port: f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef. Jun 30 02:52:48.850292 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-210e21aa-9763-48f6-9105-2845158c8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:48.851779 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-210e21aa-9763-48f6-9105-2845158c8d7d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 200 len: 855 time: 0.0430508 Jun 30 02:52:48.908816 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-c1d44463-5306-4534-a89b-d04297fef42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:48.910298 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-c1d44463-5306-4534-a89b-d04297fef42a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513263 Jun 30 02:52:49.000351 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 90bf3240-8793-4eee-b645-f49f05430a7d no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:52:49.012695 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-7ca84610-960a-4861-a50e-a153566a0556 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902009 Jun 30 02:52:49.026422 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e9ed9e-d6ce-4646-9e1c-b2abbfa90c31 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:52:49.106828 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-45f838e2-15f0-4d9b-a74b-20d6a9d9fb8c req-da77c813-b02f-49d8-8cb0-e1eca63b2242 service neutron] 10.222.0.88 "GET /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861962 Jun 30 02:52:49.144598 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e9ed9e-d6ce-4646-9e1c-b2abbfa90c31 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:52:49.149245 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c1e9ed9e-d6ce-4646-9e1c-b2abbfa90c31 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:52:49.156243 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28726036-5d9b-4e0c-8be7-985ea2ec3181 None None] Sync routers for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:52:49.167717 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28726036-5d9b-4e0c-8be7-985ea2ec3181 None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:49.169177 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-28726036-5d9b-4e0c-8be7-985ea2ec3181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:52:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:49.191618 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-c1e9ed9e-d6ce-4646-9e1c-b2abbfa90c31 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "PUT /v2.0/floatingips/8ecdb34e-9a9b-47f9-a779-69567843df21 HTTP/1.1" status: 200 len: 992 time: 1.0509286 Jun 30 02:52:49.192270 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d3a1b3d-f3f1-4b61-8820-a042af90ccef', 'tag': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef'}] {{(pid=99697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:52:49.194576 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b7f5baf573436b176afe0d81d1f51af27148d2e3508bf06a547a56a88bfd8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd93cd1-958b-4585-890b-314a38c70c50" -d '{"events": [{"name": "network-changed", "server_uuid": "6d3a1b3d-f3f1-4b61-8820-a042af90ccef", "tag": "f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef"}]}' {{(pid=99697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:52:49.233404 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3db4c73-7287-4fba-b4f1-bbe80b00a35b x-openstack-request-id: req-a3db4c73-7287-4fba-b4f1-bbe80b00a35b {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:52:49.233761 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d3a1b3d-f3f1-4b61-8820-a042af90ccef", "tag": "f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef", "status": "completed", "code": 200}]} {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:52:49.234334 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a3db4c73-7287-4fba-b4f1-bbe80b00a35b {{(pid=99697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:52:49.234798 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d3a1b3d-f3f1-4b61-8820-a042af90ccef', 'tag': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef', 'status': 'completed', 'code': 200} Jun 30 02:52:49.285585 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-28726036-5d9b-4e0c-8be7-985ea2ec3181 None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:49.332687 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd93cd1-958b-4585-890b-314a38c70c50 req-5143ebcc-2695-4ca6-92ba-590533df59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:49.334282 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfd93cd1-958b-4585-890b-314a38c70c50 req-5143ebcc-2695-4ca6-92ba-590533df59ca service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 1099 time: 0.0606019 Jun 30 02:52:49.442239 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd93cd1-958b-4585-890b-314a38c70c50 req-909d5d22-ca52-45fb-8c3e-e8fa3967fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:49.444255 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfd93cd1-958b-4585-890b-314a38c70c50 req-909d5d22-ca52-45fb-8c3e-e8fa3967fc3d service neutron] 10.222.0.88 "GET /v2.0/networks?id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2 HTTP/1.1" status: 200 len: 912 time: 0.1015127 Jun 30 02:52:49.521097 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfd93cd1-958b-4585-890b-314a38c70c50 req-673f9775-a1f3-43b4-beb6-38ccf83a9e70 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef HTTP/1.1" status: 200 len: 1000 time: 0.0697036 Jun 30 02:52:49.545128 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-28726036-5d9b-4e0c-8be7-985ea2ec3181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '8ecdb34e-9a9b-47f9-a779-69567843df21', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'port_id': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'mac_address': 'fa:16:3e:c0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3a1b3d-f3f1-4b61-8820-a042af90ccef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:52:32Z', 'updated_at': '2021-06-30T02:52:48Z', 'revision_number': 1, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 5, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:49.582581 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28726036-5d9b-4e0c-8be7-985ea2ec3181 None None] Checking router: 64f94e0a-9767-43cc-8a82-c8d05612ecb3 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:52:49.593150 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28726036-5d9b-4e0c-8be7-985ea2ec3181 None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:52:49.593771 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-28726036-5d9b-4e0c-8be7-985ea2ec3181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:52:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:49.722670 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-28726036-5d9b-4e0c-8be7-985ea2ec3181 None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:52:49.886974 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51d503-8961-4bfe-b188-e104b88687a3 req-c7520f6c-eff3-4966-98ac-719eb2e50581 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:49.888444 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2f51d503-8961-4bfe-b188-e104b88687a3 req-c7520f6c-eff3-4966-98ac-719eb2e50581 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0654454 Jun 30 02:52:49.930195 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2f51d503-8961-4bfe-b188-e104b88687a3 req-8dc01343-5148-443b-b620-4594fb268c2c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351989 Jun 30 02:52:49.975771 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-28726036-5d9b-4e0c-8be7-985ea2ec3181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '8ecdb34e-9a9b-47f9-a779-69567843df21', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'port_id': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'mac_address': 'fa:16:3e:c0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3a1b3d-f3f1-4b61-8820-a042af90ccef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:52:32Z', 'updated_at': '2021-06-30T02:52:48Z', 'revision_number': 1, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 5, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:52:50.009674 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28726036-5d9b-4e0c-8be7-985ea2ec3181 None None] The sync data for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi is: [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': '8ecdb34e-9a9b-47f9-a779-69567843df21', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'floating_ip_address': '172.27.0.136', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'port_id': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'mac_address': 'fa:16:3e:c0:93:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d3a1b3d-f3f1-4b61-8820-a042af90ccef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:52:32Z', 'updated_at': '2021-06-30T02:52:48Z', 'revision_number': 1, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 5, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:52:50.217333 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6876dbcd-98a9-46eb-81a9-c35e6e749c9d None None] New status for floating IP 8ecdb34e-9a9b-47f9-a779-69567843df21: ACTIVE {{(pid=99699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:52:51.113781 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c6392-d244-470e-9e27-6a0bf5099f0c req-9571a7d2-f04b-489a-a8c6-7948ff6ea802 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:51.115459 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a78c6392-d244-470e-9e27-6a0bf5099f0c req-9571a7d2-f04b-489a-a8c6-7948ff6ea802 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0680382 Jun 30 02:52:51.154844 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a78c6392-d244-470e-9e27-6a0bf5099f0c req-e5a8ddd9-b461-4f70-bff9-b63f6b9e67c6 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336657 Jun 30 02:52:52.340441 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28332794-773a-4279-b310-6d7a567c2e79 req-77997e52-bd4f-43bf-80b8-38cfb9ee2509 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:52.341924 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-28332794-773a-4279-b310-6d7a567c2e79 req-77997e52-bd4f-43bf-80b8-38cfb9ee2509 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0679569 Jun 30 02:52:52.385720 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-28332794-773a-4279-b310-6d7a567c2e79 req-d06c7407-48de-4bb6-83ff-0da8fc4c939f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368307 Jun 30 02:52:53.573931 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb1990-dbc9-4942-a97f-33379f52a8cf req-abd15cca-f716-493a-8404-19977c5b68e1 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:53.575933 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bffb1990-dbc9-4942-a97f-33379f52a8cf req-abd15cca-f716-493a-8404-19977c5b68e1 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0674477 Jun 30 02:52:53.616144 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bffb1990-dbc9-4942-a97f-33379f52a8cf req-2d4bf836-fbd4-40b5-a469-faf0c2727659 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345149 Jun 30 02:52:54.809125 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d8e07-d0d7-410b-9c5e-c0ab47533925 req-ae26bd1d-8b9e-4f1d-a911-bb9d5a3ede19 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:54.810693 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d24d8e07-d0d7-410b-9c5e-c0ab47533925 req-ae26bd1d-8b9e-4f1d-a911-bb9d5a3ede19 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0781236 Jun 30 02:52:54.849945 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d24d8e07-d0d7-410b-9c5e-c0ab47533925 req-200078fe-6ee9-4d2d-bba0-5b240fd226ab tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333519 Jun 30 02:52:56.031657 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adac627-90f2-4ee7-926e-86cd694a045b req-b5b2c459-57c7-4f9a-ab71-7061e51437b3 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:56.033157 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3adac627-90f2-4ee7-926e-86cd694a045b req-b5b2c459-57c7-4f9a-ab71-7061e51437b3 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0649154 Jun 30 02:52:56.073453 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3adac627-90f2-4ee7-926e-86cd694a045b req-9dc0fdd1-98fc-472e-970e-5d4592e042ea tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342231 Jun 30 02:52:57.259296 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a203d-a0d1-4088-ad97-33abbd4488cf req-e4a470bd-e0b6-4674-9773-4299196a3684 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:57.260963 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-355a203d-a0d1-4088-ad97-33abbd4488cf req-e4a470bd-e0b6-4674-9773-4299196a3684 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0657520 Jun 30 02:52:57.301441 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-355a203d-a0d1-4088-ad97-33abbd4488cf req-5b4487e9-06c5-423d-a248-46680e98ec4c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343311 Jun 30 02:52:58.491219 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef4cef-9afe-4bd1-bfe8-e973aa695aab req-0c0f0802-efdc-4e05-96ad-1da7121f5843 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:58.492704 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0fef4cef-9afe-4bd1-bfe8-e973aa695aab req-0c0f0802-efdc-4e05-96ad-1da7121f5843 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0684762 Jun 30 02:52:58.531629 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0fef4cef-9afe-4bd1-bfe8-e973aa695aab req-aa090c87-3501-4738-b6be-5d3c467b36d7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319345 Jun 30 02:52:59.711404 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fa075-3ade-450f-9141-040988cbed0f req-9adbec28-f00c-41f5-b9d8-89df8ad0aa5a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:52:59.712788 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ea4fa075-3ade-450f-9141-040988cbed0f req-9adbec28-f00c-41f5-b9d8-89df8ad0aa5a tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0628192 Jun 30 02:52:59.752935 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ea4fa075-3ade-450f-9141-040988cbed0f req-168546c1-9232-411b-8aca-3ddf9328e16c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341458 Jun 30 02:53:00.945159 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd5e81-6f89-4eb0-947f-a44a5d0cd657 req-f36f5d18-2b18-425f-92f6-e9d8a78c7e8b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:00.946669 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-84fd5e81-6f89-4eb0-947f-a44a5d0cd657 req-f36f5d18-2b18-425f-92f6-e9d8a78c7e8b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0687153 Jun 30 02:53:00.986639 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-84fd5e81-6f89-4eb0-947f-a44a5d0cd657 req-1685e24d-7dc1-4da4-bcba-83afcbd811d9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335667 Jun 30 02:53:02.172599 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac56d0b-33ee-46d0-ba71-328addb318c7 req-437a21ac-d119-4965-a40c-9be3061bec5b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:02.174245 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8ac56d0b-33ee-46d0-ba71-328addb318c7 req-437a21ac-d119-4965-a40c-9be3061bec5b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0675945 Jun 30 02:53:02.212349 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8ac56d0b-33ee-46d0-ba71-328addb318c7 req-4500331a-b9cf-4ca4-8821-0acf4c531386 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323145 Jun 30 02:53:02.757661 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-89c1c801-51f7-4b2e-b8c0-c8f355d224d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:03.395533 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2dee1-6ab5-4e93-9a6a-164c8298aed7 req-8519741c-9eaf-48c1-85ad-fc1c2536d4d6 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:03.397052 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9dd2dee1-6ab5-4e93-9a6a-164c8298aed7 req-8519741c-9eaf-48c1-85ad-fc1c2536d4d6 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0642807 Jun 30 02:53:03.436273 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-9dd2dee1-6ab5-4e93-9a6a-164c8298aed7 req-5d1d270b-d53e-416c-a0d5-f05ee899cca6 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328705 Jun 30 02:53:04.619721 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663fa5c-c4b0-4221-b08a-8eef372f1a74 req-1072d59d-a50d-48b2-ba09-ac67fa5a67bf tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:04.621338 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5663fa5c-c4b0-4221-b08a-8eef372f1a74 req-1072d59d-a50d-48b2-ba09-ac67fa5a67bf tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0699427 Jun 30 02:53:04.660242 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5663fa5c-c4b0-4221-b08a-8eef372f1a74 req-aac8a60e-0c16-4f77-a76f-5d43428b49cb tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330033 Jun 30 02:53:05.206748 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9a95ac1f-1018-42d2-87b5-9bb755730e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:05.838985 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e3f54-22ef-438e-b467-ffc058e4d65d req-4f45c76b-296e-4e85-8550-b8b66f822da4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:05.840440 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f51e3f54-22ef-438e-b467-ffc058e4d65d req-4f45c76b-296e-4e85-8550-b8b66f822da4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0627143 Jun 30 02:53:05.878221 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f51e3f54-22ef-438e-b467-ffc058e4d65d req-1cd2c255-3bc4-4814-9cb1-3a6f0683d759 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321014 Jun 30 02:53:05.934316 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:06.452348 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:07.059289 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37172f7-669d-4f66-8b29-d0d3eefa1305 req-0cbaa62b-9bf6-432c-886c-08fd10de89f9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:07.060766 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b37172f7-669d-4f66-8b29-d0d3eefa1305 req-0cbaa62b-9bf6-432c-886c-08fd10de89f9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0650246 Jun 30 02:53:07.098521 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b37172f7-669d-4f66-8b29-d0d3eefa1305 req-117a7e29-16d4-4d93-89c6-8b3c4d0aa7f9 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321238 Jun 30 02:53:07.448968 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd93cd1-958b-4585-890b-314a38c70c50 req-df59cdf7-5ac4-4b0f-b236-1c1fa3771461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:07.450433 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfd93cd1-958b-4585-890b-314a38c70c50 req-df59cdf7-5ac4-4b0f-b236-1c1fa3771461 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=422ed7e6-8268-4da9-9aee-eeed2f63ac7e HTTP/1.1" status: 200 len: 849 time: 0.0484121 Jun 30 02:53:07.508703 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd93cd1-958b-4585-890b-314a38c70c50 req-e1602f1a-5c45-483e-9e59-aac8fb9abe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:07.510630 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfd93cd1-958b-4585-890b-314a38c70c50 req-e1602f1a-5c45-483e-9e59-aac8fb9abe95 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=8e6a15db-6f15-47e3-b52f-83c6bf805dc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526152 Jun 30 02:53:07.598412 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfd93cd1-958b-4585-890b-314a38c70c50 req-5a1f3f6a-2b92-499f-84f2-dca4c3cc1543 service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806541 Jun 30 02:53:07.692590 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bfd93cd1-958b-4585-890b-314a38c70c50 req-61f70987-681e-4070-864f-97876ce66ea2 service neutron] 10.222.0.88 "GET /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873735 Jun 30 02:53:08.274981 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd00bf-9096-42ca-99d6-4833b3ccf6ca req-1c0054c1-47ce-4261-9519-f60b1757b59b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:08.276531 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-39fd00bf-9096-42ca-99d6-4833b3ccf6ca req-1c0054c1-47ce-4261-9519-f60b1757b59b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0627697 Jun 30 02:53:08.313936 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-39fd00bf-9096-42ca-99d6-4833b3ccf6ca req-e1e6d487-319d-4fc0-9fa4-739a25daf747 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318127 Jun 30 02:53:08.359155 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:09.490199 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a7585-1ba3-4208-89f1-67402d22e99a req-35bdccb5-76c3-4d37-83af-08b245975779 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:09.491681 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a74a7585-1ba3-4208-89f1-67402d22e99a req-35bdccb5-76c3-4d37-83af-08b245975779 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0622785 Jun 30 02:53:09.528866 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a74a7585-1ba3-4208-89f1-67402d22e99a req-ef0317d2-a61a-4557-8b75-e4c00da2ef4f tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311251 Jun 30 02:53:10.708055 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a28c9e-47fd-43f7-8cbb-72faa321f3eb req-b6d5b08c-76f0-4cfd-9ea5-06c3c02069fa tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:10.709517 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-77a28c9e-47fd-43f7-8cbb-72faa321f3eb req-b6d5b08c-76f0-4cfd-9ea5-06c3c02069fa tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 944 time: 0.0673985 Jun 30 02:53:10.747668 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-77a28c9e-47fd-43f7-8cbb-72faa321f3eb req-c0dc1f25-a4d5-4d9a-9923-37bf6ef86d24 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317531 Jun 30 02:53:11.122792 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 90bf3240-8793-4eee-b645-f49f05430a7d details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:53:11.220900 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 90bf3240-8793-4eee-b645-f49f05430a7d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=90bf3240-8793-4eee-b645-f49f05430a7d,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:11.347242 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '90bf3240-8793-4eee-b645-f49f05430a7d', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'port_id': '90bf3240-8793-4eee-b645-f49f05430a7d', 'mac_address': 'fa:16:3e:ab:c1:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:53:11.383924 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.396757 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bf3240-8793-4eee-b645-f49f05430a7d {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:53:11.417923 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 90bf3240-8793-4eee-b645-f49f05430a7d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=90bf3240-8793-4eee-b645-f49f05430a7d,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:11.422379 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:11.472723 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=90bf3240-8793-4eee-b645-f49f05430a7d,revision_number=9']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:11.835224 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['90bf3240-8793-4eee-b645-f49f05430a7d'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:53:11.927212 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd71ec-35d8-4fd3-bc29-7c4e275fd7ab req-1bc8210f-694f-415e-a91a-8e707f915fc0 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:11.928699 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-40cd71ec-35d8-4fd3-bc29-7c4e275fd7ab req-1bc8210f-694f-415e-a91a-8e707f915fc0 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 945 time: 0.0637650 Jun 30 02:53:11.968693 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-40cd71ec-35d8-4fd3-bc29-7c4e275fd7ab req-b34eaf4f-28c0-4f64-be6e-f050c369bd29 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340202 Jun 30 02:53:12.930231 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.148587 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 90bf3240-8793-4eee-b645-f49f05430a7d up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:53:13.153475 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf9a33-84ad-45f2-9e25-fb00e73a54f0 req-c9fb30a2-1920-4d2a-8680-4cd7c59e9943 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.155049 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2cbf9a33-84ad-45f2-9e25-fb00e73a54f0 req-c9fb30a2-1920-4d2a-8680-4cd7c59e9943 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 945 time: 0.0705514 Jun 30 02:53:13.193491 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2cbf9a33-84ad-45f2-9e25-fb00e73a54f0 req-cae3e17e-db93-494c-a157-097fae18a49e tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328422 Jun 30 02:53:13.200916 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 90bf3240-8793-4eee-b645-f49f05430a7d triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:53:13.201288 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.281147 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.302743 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:13.305016 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f55ee96-bffe-426c-9b44-205f79501252" -d '{"events": [{"server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "name": "network-vif-plugged", "status": "completed", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:13.318429 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 90bf3240-8793-4eee-b645-f49f05430a7d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=90bf3240-8793-4eee-b645-f49f05430a7d,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:13.322408 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:13.374441 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=90bf3240-8793-4eee-b645-f49f05430a7d,revision_number=10']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:13.393125 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0e3e19-f685-4e89-9612-aa25c3d69b3a x-openstack-request-id: req-1d0e3e19-f685-4e89-9612-aa25c3d69b3a {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:13.393420 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "name": "network-vif-plugged", "status": "completed", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:13.393674 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1d0e3e19-f685-4e89-9612-aa25c3d69b3a {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:13.394071 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d', 'code': 200} Jun 30 02:53:13.583351 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fde95e-c101-403e-aff1-5f70be24b752 req-c0b599a5-b252-432a-9f37-46001b983a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:13.584809 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c1fde95e-c101-403e-aff1-5f70be24b752 req-c0b599a5-b252-432a-9f37-46001b983a5c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 1100 time: 0.0496552 Jun 30 02:53:13.619253 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c1fde95e-c101-403e-aff1-5f70be24b752 req-82148572-408d-456a-877a-81b43c2855e6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281005 Jun 30 02:53:14.315758 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:53:14.371561 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e615a-6e77-4fbe-a9e6-7ab43ba6c2d7 req-fd95a1c0-baf2-42bd-8e3e-5fc5948e1fb7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:14.373054 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4a6e615a-6e77-4fbe-a9e6-7ab43ba6c2d7 req-fd95a1c0-baf2-42bd-8e3e-5fc5948e1fb7 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 947 time: 0.0640354 Jun 30 02:53:14.415429 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4a6e615a-6e77-4fbe-a9e6-7ab43ba6c2d7 req-1ba7d418-e90a-4173-a0e7-be4310d13425 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362537 Jun 30 02:53:15.609537 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5d7a-c417-4c7a-bf1a-b0538c1fefd8 req-2f864679-bfd1-4009-884d-3faf2e98748c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:15.611280 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a27d5d7a-c417-4c7a-bf1a-b0538c1fefd8 req-2f864679-bfd1-4009-884d-3faf2e98748c tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 947 time: 0.0670030 Jun 30 02:53:15.648774 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a27d5d7a-c417-4c7a-bf1a-b0538c1fefd8 req-db2ec26a-6a5d-4357-99ff-577c57789033 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319843 Jun 30 02:53:16.830164 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e628927-2a95-47f8-a00b-430d88908a35 req-ff7d4046-7fd0-43bd-8cf5-1184e15fb044 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:16.831650 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3e628927-2a95-47f8-a00b-430d88908a35 req-ff7d4046-7fd0-43bd-8cf5-1184e15fb044 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 947 time: 0.0621977 Jun 30 02:53:16.869662 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3e628927-2a95-47f8-a00b-430d88908a35 req-b29ab339-3bfb-4b9f-a7bf-6b79508f9ef3 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314205 Jun 30 02:53:32.760342 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-1a08dbbb-3b35-48ab-8425-8183db6a4264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.207774 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-5fc65a06-add8-44d8-b70a-419574736318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:35.936043 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.017921 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33178) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:36.220257 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Deleting port cd65162b-33a4-4c18-838d-ccf5ce0eb2fa {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:36.220574 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.296441 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.296772 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.308383 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Calling delete_port for cd65162b-33a4-4c18-838d-ccf5ce0eb2fa owned by network:floatingip {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:36.455403 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.487168 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.512389 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Pushing event deleted for resources: {'Port': ['ID=cd65162b-33a4-4c18-838d-ccf5ce0eb2fa,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:36.545208 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:36.545554 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:36.545894 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:36.546228 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:36.546560 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:36.546889 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:36.547248 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:36.547572 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:36.547896 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:36.548215 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:36.548532 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:36.548848 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:36.588800 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for floatingip, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:36.589264 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.l3_db [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Floating IP d87dc4c2-2c1a-4e30-a82d-45d4292cf2f0 disassociated (deleted). External IP: 172.27.0.47, port: 7d736f7e-c344-4bc2-91aa-7b037779db1d. Jun 30 02:53:37.060561 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Router e30d39c0-d378-4303-8176-29f82ff7c765 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:37.166168 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:37.170917 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:37.176608 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f624cb-f963-4d94-86fa-632e7a45ea6d None None] Sync routers for ids ['e30d39c0-d378-4303-8176-29f82ff7c765'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:37.186364 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f624cb-f963-4d94-86fa-632e7a45ea6d None None] Routers {'e30d39c0-d378-4303-8176-29f82ff7c765'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:37.186971 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-f5f624cb-f963-4d94-86fa-632e7a45ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:53:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['e30d39c0-d378-4303-8176-29f82ff7c765'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:37.205721 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-8f312259-a580-4c91-8dbe-14660d72536b tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "DELETE /v2.0/floatingips/d87dc4c2-2c1a-4e30-a82d-45d4292cf2f0 HTTP/1.1" status: 204 len: 168 time: 1.1867113 Jun 30 02:53:37.206320 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:37.208685 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e572646c-fdfa-470b-8358-b618294e13cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:37.306449 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb6215d-8a73-4ab7-9b93-c714d01c0759 x-openstack-request-id: req-7bb6215d-8a73-4ab7-9b93-c714d01c0759 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:37.307102 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:37.307529 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7bb6215d-8a73-4ab7-9b93-c714d01c0759 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:37.308157 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'status': 'completed', 'code': 200} Jun 30 02:53:37.311591 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-f5f624cb-f963-4d94-86fa-632e7a45ea6d None None] Set router e30d39c0-d378-4303-8176-29f82ff7c765 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:37.391629 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572646c-fdfa-470b-8358-b618294e13cb req-84148e5a-8ef9-4ece-82f5-5f513bf56dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:37.393272 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e572646c-fdfa-470b-8358-b618294e13cb req-84148e5a-8ef9-4ece-82f5-5f513bf56dba service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=8311a3de3f294c53a726d7a659619598&device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 1098 time: 0.0538459 Jun 30 02:53:37.516900 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572646c-fdfa-470b-8358-b618294e13cb req-fad5a982-d49f-44c9-9691-de2d717faaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:37.518779 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e572646c-fdfa-470b-8358-b618294e13cb req-fad5a982-d49f-44c9-9691-de2d717faaca service neutron] 10.222.0.88 "GET /v2.0/networks?id=87142098-bff3-4233-ae15-ff4a357de4fc HTTP/1.1" status: 200 len: 909 time: 0.1148453 Jun 30 02:53:37.538671 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-f5f624cb-f963-4d94-86fa-632e7a45ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 4, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port': {'id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '9945d202-c729-413e-88b6-726d7f4c588e', 'name': '', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'mac_address': 'fa:16:3e:e4:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:51Z', 'updated_at': '2021-06-30T02:47:59Z', 'revision_number': 5, 'project_id': '8311a3de3f294c53a726d7a659619598', 'subnets': [{'id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:37.566118 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e572646c-fdfa-470b-8358-b618294e13cb req-938d8581-2ced-483e-a406-8122499bb330 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d HTTP/1.1" status: 200 len: 217 time: 0.0400362 Jun 30 02:53:37.567236 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f624cb-f963-4d94-86fa-632e7a45ea6d None None] Checking router: e30d39c0-d378-4303-8176-29f82ff7c765 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:37.577745 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f624cb-f963-4d94-86fa-632e7a45ea6d None None] Routers {'e30d39c0-d378-4303-8176-29f82ff7c765'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:37.578504 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-f5f624cb-f963-4d94-86fa-632e7a45ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:53:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['e30d39c0-d378-4303-8176-29f82ff7c765'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:37.648108 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572646c-fdfa-470b-8358-b618294e13cb req-8626a19e-a3a5-42c2-bb6d-de29ecf8aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:37.650227 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e572646c-fdfa-470b-8358-b618294e13cb req-8626a19e-a3a5-42c2-bb6d-de29ecf8aaad service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ff6bda98-1543-460b-95fe-797c0d235f81 HTTP/1.1" status: 200 len: 846 time: 0.0744934 Jun 30 02:53:37.692716 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-f5f624cb-f963-4d94-86fa-632e7a45ea6d None None] Set router e30d39c0-d378-4303-8176-29f82ff7c765 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:37.695610 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b19557-a8b4-4328-9b0e-a5d7332febbc req-1c37832c-b5b4-4330-a2b9-c5b92ad41bfc tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:37.698304 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-17b19557-a8b4-4328-9b0e-a5d7332febbc req-1c37832c-b5b4-4330-a2b9-c5b92ad41bfc tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.1346307 Jun 30 02:53:37.753103 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572646c-fdfa-470b-8358-b618294e13cb req-23d2b24a-1df7-493e-ba81-c7434fb6e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:37.754574 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e572646c-fdfa-470b-8358-b618294e13cb req-23d2b24a-1df7-493e-ba81-c7434fb6e172 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=87142098-bff3-4233-ae15-ff4a357de4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0951951 Jun 30 02:53:37.757713 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-17b19557-a8b4-4328-9b0e-a5d7332febbc req-ade47034-6f64-487a-91f2-b1d4552ed12a tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515440 Jun 30 02:53:37.853680 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e572646c-fdfa-470b-8358-b618294e13cb req-4d2a450a-dada-491a-ba26-74540c9f43af service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908771 Jun 30 02:53:37.902106 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-f5f624cb-f963-4d94-86fa-632e7a45ea6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 4, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port': {'id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '9945d202-c729-413e-88b6-726d7f4c588e', 'name': '', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'mac_address': 'fa:16:3e:e4:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:51Z', 'updated_at': '2021-06-30T02:47:59Z', 'revision_number': 5, 'project_id': '8311a3de3f294c53a726d7a659619598', 'subnets': [{'id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:37.928448 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f624cb-f963-4d94-86fa-632e7a45ea6d None None] The sync data for ids ['e30d39c0-d378-4303-8176-29f82ff7c765'] in dv-cinder-733062-20-iscsi is: [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:47:51Z', 'revision_number': 4, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port': {'id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '9945d202-c729-413e-88b6-726d7f4c588e', 'name': '', 'network_id': '87142098-bff3-4233-ae15-ff4a357de4fc', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'mac_address': 'fa:16:3e:e4:aa:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:51Z', 'updated_at': '2021-06-30T02:47:59Z', 'revision_number': 5, 'project_id': '8311a3de3f294c53a726d7a659619598', 'subnets': [{'id': 'ff6bda98-1543-460b-95fe-797c0d235f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:37.946814 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-e572646c-fdfa-470b-8358-b618294e13cb req-9ebe0d4d-460f-4a59-b196-6b128c8829c8 service neutron] 10.222.0.88 "GET /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862496 Jun 30 02:53:38.139570 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe02f9a-0538-4112-8353-14b9a8e7d759 None None] New status for floating IP d87dc4c2-2c1a-4e30-a82d-45d4292cf2f0: DOWN {{(pid=99699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:53:38.361347 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:38.929592 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271ac04-d042-447f-9d34-bf8f23bfc148 req-e48ab12f-3a44-465a-9c76-eb7705a7d196 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:38.931573 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1271ac04-d042-447f-9d34-bf8f23bfc148 req-e48ab12f-3a44-465a-9c76-eb7705a7d196 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0622451 Jun 30 02:53:38.968149 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1271ac04-d042-447f-9d34-bf8f23bfc148 req-f9504d84-1748-48be-857b-87e042f34870 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/security-groups?id=bdcf369b-dcba-42f3-ac23-0e865dfccde7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309670 Jun 30 02:53:39.709330 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46820a2c-8fc4-44eb-94c8-cce1a081cb0e req-fd86db35-18ae-4340-9cfc-1a8f26638e28 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:39.710758 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-46820a2c-8fc4-44eb-94c8-cce1a081cb0e req-fd86db35-18ae-4340-9cfc-1a8f26638e28 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.88 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 945 time: 0.0671692 Jun 30 02:53:39.824354 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-46820a2c-8fc4-44eb-94c8-cce1a081cb0e req-b6f892a7-6df3-4805-99c1-d8b5888c5a3e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Deleting port 7d736f7e-c344-4bc2-91aa-7b037779db1d {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:39.824703 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-46820a2c-8fc4-44eb-94c8-cce1a081cb0e req-b6f892a7-6df3-4805-99c1-d8b5888c5a3e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.918109 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-46820a2c-8fc4-44eb-94c8-cce1a081cb0e req-b6f892a7-6df3-4805-99c1-d8b5888c5a3e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] For port 7d736f7e-c344-4bc2-91aa-7b037779db1d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=7d736f7e-c344-4bc2-91aa-7b037779db1d,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:39.918378 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-46820a2c-8fc4-44eb-94c8-cce1a081cb0e req-b6f892a7-6df3-4805-99c1-d8b5888c5a3e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:39.930292 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-46820a2c-8fc4-44eb-94c8-cce1a081cb0e req-b6f892a7-6df3-4805-99c1-d8b5888c5a3e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Calling delete_port for 7d736f7e-c344-4bc2-91aa-7b037779db1d owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:40.067275 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-46820a2c-8fc4-44eb-94c8-cce1a081cb0e req-b6f892a7-6df3-4805-99c1-d8b5888c5a3e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.114634 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f892a7-6df3-4805-99c1-d8b5888c5a3e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Pushing event deleted for resources: {'Port': ['ID=7d736f7e-c344-4bc2-91aa-7b037779db1d,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:40.152548 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7a7fac83-b1c7-47c8-a6a2-efa62a6b2d50 req-2ede29cd-c42c-405b-b162-f995ee6679ca tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 210 time: 0.0732515 Jun 30 02:53:40.171077 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-46820a2c-8fc4-44eb-94c8-cce1a081cb0e req-b6f892a7-6df3-4805-99c1-d8b5888c5a3e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] No DVR routers for this DVR port 7d736f7e-c344-4bc2-91aa-7b037779db1d on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:40.173541 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-46820a2c-8fc4-44eb-94c8-cce1a081cb0e req-b6f892a7-6df3-4805-99c1-d8b5888c5a3e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:40.175850 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-46820a2c-8fc4-44eb-94c8-cce1a081cb0e req-b6f892a7-6df3-4805-99c1-d8b5888c5a3e tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.88 "DELETE /v2.0/ports/7d736f7e-c344-4bc2-91aa-7b037779db1d HTTP/1.1" status: 204 len: 173 time: 0.4585354 Jun 30 02:53:40.176308 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'name': 'network-vif-deleted', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:53:40.178520 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ef6f6f-7969-482d-ad8c-8aa782b0bdef" -d '{"events": [{"server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "name": "network-vif-deleted", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:53:40.218120 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3277263e-0859-44aa-a955-d5fe9ab9c2fb x-openstack-request-id: req-3277263e-0859-44aa-a955-d5fe9ab9c2fb {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:53:40.218373 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a997755c-a6dd-4fa9-bfa6-54d0bba20ca9", "name": "network-vif-deleted", "tag": "7d736f7e-c344-4bc2-91aa-7b037779db1d", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:53:40.218725 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3277263e-0859-44aa-a955-d5fe9ab9c2fb {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:53:40.219058 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a997755c-a6dd-4fa9-bfa6-54d0bba20ca9', 'name': 'network-vif-deleted', 'tag': '7d736f7e-c344-4bc2-91aa-7b037779db1d', 'status': 'completed', 'code': 200} Jun 30 02:53:41.310799 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-386502e4-aff6-467e-9b9b-3725b458eb4d req-b6758cf1-2060-46a7-ac15-541618926bf9 tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "GET /v2.0/ports?device_id=a997755c-a6dd-4fa9-bfa6-54d0bba20ca9 HTTP/1.1" status: 200 len: 210 time: 0.0294373 Jun 30 02:53:42.400716 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33214) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:42.461952 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d6c7cb7b-37a1-4470-8cb2-51ef0b42fbba tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.487108 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d6c7cb7b-37a1-4470-8cb2-51ef0b42fbba tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.546530 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d6c7cb7b-37a1-4470-8cb2-51ef0b42fbba tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.549245 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d6c7cb7b-37a1-4470-8cb2-51ef0b42fbba tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:42.550397 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-d6c7cb7b-37a1-4470-8cb2-51ef0b42fbba tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] 10.222.0.104 "DELETE /v2.0/security-groups/bdcf369b-dcba-42f3-ac23-0e865dfccde7 HTTP/1.1" status: 204 len: 168 time: 0.1484523 Jun 30 02:53:42.559889 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7cb7b-37a1-4470-8cb2-51ef0b42fbba tempest-TestShelveInstance-1908922345 tempest-TestShelveInstance-1908922345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcf369b-dcba-42f3-ac23-0e865dfccde7,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:42.599856 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33220) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:42.935374 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.241773 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040810'] for router_interface, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.273143 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 7d736f7e-c344-4bc2-91aa-7b037779db1d no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:43.294145 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 7d736f7e-c344-4bc2-91aa-7b037779db1d {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:43.294491 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 7d736f7e-c344-4bc2-91aa-7b037779db1d not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:43.489559 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Deleting port 9945d202-c729-413e-88b6-726d7f4c588e {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:43.489905 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.568907 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.db [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] For port 9945d202-c729-413e-88b6-726d7f4c588e, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=9945d202-c729-413e-88b6-726d7f4c588e,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:43.569264 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.582388 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Calling delete_port for 9945d202-c729-413e-88b6-726d7f4c588e owned by network:router_interface {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:43.762876 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:43.787536 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9945d202-c729-413e-88b6-726d7f4c588e,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:43.798859 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:43.799230 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:43.799571 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:43.799952 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:43.800302 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:43.800634 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:43.800959 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:43.801282 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:43.801604 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:43.801927 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:43.802245 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:43.802560 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:43.969453 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1040720'] for router_interface, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.181578 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Router e30d39c0-d378-4303-8176-29f82ff7c765 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:44.285101 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:44.290032 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-a5550443-2281-473f-baa1-2b1f820c62ba admin admin] 10.222.0.104 "PUT /v2.0/routers/e30d39c0-d378-4303-8176-29f82ff7c765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6885030 Jun 30 02:53:44.292602 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33226) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:44.295513 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70147afa-f8a4-4e13-895d-64daffb4d720 None None] Sync routers for ids ['e30d39c0-d378-4303-8176-29f82ff7c765'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:44.304643 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70147afa-f8a4-4e13-895d-64daffb4d720 None None] Routers {'e30d39c0-d378-4303-8176-29f82ff7c765'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:44.305995 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-70147afa-f8a4-4e13-895d-64daffb4d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:53:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['e30d39c0-d378-4303-8176-29f82ff7c765'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:44.396943 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Notify callbacks [] for router, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.410672 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-70147afa-f8a4-4e13-895d-64daffb4d720 None None] Set router e30d39c0-d378-4303-8176-29f82ff7c765 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:44.500557 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.551569 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Deleting port 8e1af419-0f8b-4535-943c-eebd012f8efd {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:44.551913 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.586607 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-70147afa-f8a4-4e13-895d-64daffb4d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:53:43Z', 'revision_number': 5, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port': {'id': '8e1af419-0f8b-4535-943c-eebd012f8efd', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c0:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:49Z', 'updated_at': '2021-06-30T02:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:44.618151 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70147afa-f8a4-4e13-895d-64daffb4d720 None None] Checking router: e30d39c0-d378-4303-8176-29f82ff7c765 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:44.626604 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70147afa-f8a4-4e13-895d-64daffb4d720 None None] Routers {'e30d39c0-d378-4303-8176-29f82ff7c765'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:44.627236 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-70147afa-f8a4-4e13-895d-64daffb4d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:53:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['e30d39c0-d378-4303-8176-29f82ff7c765'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:44.634110 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.db [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] For port 8e1af419-0f8b-4535-943c-eebd012f8efd, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=8e1af419-0f8b-4535-943c-eebd012f8efd,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:44.634467 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.645716 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Calling delete_port for 8e1af419-0f8b-4535-943c-eebd012f8efd owned by network:router_gateway {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:44.711195 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-70147afa-f8a4-4e13-895d-64daffb4d720 None None] Set router e30d39c0-d378-4303-8176-29f82ff7c765 gateway port host: None {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:44.763933 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-70147afa-f8a4-4e13-895d-64daffb4d720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:53:44Z', 'revision_number': 6, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port_host': None}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:44.793228 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70147afa-f8a4-4e13-895d-64daffb4d720 None None] The sync data for ids ['e30d39c0-d378-4303-8176-29f82ff7c765'] in dv-cinder-733062-20-iscsi is: [{'id': 'e30d39c0-d378-4303-8176-29f82ff7c765', 'name': 'tempest-TestShelveInstance-35839988-router', 'tenant_id': '8311a3de3f294c53a726d7a659619598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:48Z', 'updated_at': '2021-06-30T02:53:44Z', 'revision_number': 6, 'project_id': '8311a3de3f294c53a726d7a659619598', 'gw_port_host': None}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:44.812420 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:44.840198 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1af419-0f8b-4535-943c-eebd012f8efd,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:44.903333 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1044583'] for router_gateway, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.014545 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38380'] for router, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.016727 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.079835 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1046531'] for router, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.080313 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e30d39c0-d378-4303-8176-29f82ff7c765 {{(pid=99697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:53:45.085032 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] Notify callbacks [] for router, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.086742 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-e225616d-789d-4bed-9b7f-471862cc5a39 admin admin] 10.222.0.104 "DELETE /v2.0/routers/e30d39c0-d378-4303-8176-29f82ff7c765 HTTP/1.1" status: 204 len: 168 time: 0.7918682 Jun 30 02:53:45.089180 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33232) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:45.132759 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b786a6-7012-4fe0-9241-de261bd613a6 admin admin] Deleting subnet ff6bda98-1543-460b-95fe-797c0d235f81 {{(pid=99697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:45.136424 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c2b786a6-7012-4fe0-9241-de261bd613a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.179557 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c2b786a6-7012-4fe0-9241-de261bd613a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6836301'] for subnet, precommit_delete_associations {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.288136 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c2b786a6-7012-4fe0-9241-de261bd613a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.341096 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c2b786a6-7012-4fe0-9241-de261bd613a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6448231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756988'] for subnet, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.365245 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b786a6-7012-4fe0-9241-de261bd613a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff6bda98-1543-460b-95fe-797c0d235f81,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:45.369012 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-c2b786a6-7012-4fe0-9241-de261bd613a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.370832 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-c2b786a6-7012-4fe0-9241-de261bd613a6 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/ff6bda98-1543-460b-95fe-797c0d235f81 HTTP/1.1" status: 204 len: 168 time: 0.2807279 Jun 30 02:53:45.373311 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33234) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:45.376005 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5b461f-9c88-483e-ada0-972746a07fb7 None None] Network 87142098-bff3-4233-ae15-ff4a357de4fc requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:45.439044 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.493052 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Deleting port 64ab8890-c2ad-4629-bb4d-111df602e127 {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:45.493289 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.556986 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.db [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] For port 64ab8890-c2ad-4629-bb4d-111df602e127, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=64ab8890-c2ad-4629-bb4d-111df602e127,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:45.557348 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.573083 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Calling delete_port for 64ab8890-c2ad-4629-bb4d-111df602e127 owned by network:dhcp {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:45.598801 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] DHCP port deletion for 87142098-bff3-4233-ae15-ff4a357de4fc request from dv-cinder-733062-20-iscsi {{(pid=99698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:53:45.651285 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Deleting port 64ab8890-c2ad-4629-bb4d-111df602e127 {{(pid=99698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:45.651416 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.660109 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.685331 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=64ab8890-c2ad-4629-bb4d-111df602e127,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:45.692965 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] No DVR routers for this DVR port 64ab8890-c2ad-4629-bb4d-111df602e127 on host dv-cinder-733062-20-iscsi {{(pid=99697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:45.728666 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] For port 64ab8890-c2ad-4629-bb4d-111df602e127, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=64ab8890-c2ad-4629-bb4d-111df602e127,segment=NetworkSegment(d7ec76c6-e0d6-4103-80f5-a24b381eb69a),segment_id=d7ec76c6-e0d6-4103-80f5-a24b381eb69a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:45.729059 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.744941 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Calling delete_port for 64ab8890-c2ad-4629-bb4d-111df602e127 owned by network:dhcp {{(pid=99698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:45.762760 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 8e1af419-0f8b-4535-943c-eebd012f8efd no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:45.766196 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.776273 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87142098-bff3-4233-ae15-ff4a357de4fc']}} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:45.786664 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a') {'for_net_delete': True} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:45.786966 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ec76c6-e0d6-4103-80f5-a24b381eb69a') {} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:45.796985 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6836292'] for segment, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.816532 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.823525 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Releasing vlan 1141 on physical network physnet1 to pool {{(pid=99697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:45.824039 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6448324'] for segment, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: Traceback (most recent call last): Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: timer() Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: cb(*args, **kw) Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: return func(*args, **kwargs) Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: self._notify() Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: self.callback(batched_events) Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: event.method(event) Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: return f(self, *a, **k) Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._get(url).json() Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:45.826021 dv-cinder-733062-20-iscsi neutron-server[99697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:45.884868 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.891387 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:45.893551 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] 10.222.0.104 "DELETE /v2.0/networks/87142098-bff3-4233-ae15-ff4a357de4fc HTTP/1.1" status: 204 len: 168 time: 0.5193472 Jun 30 02:53:45.896776 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33236) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:45.905504 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2066e308-2622-473f-ad20-0831050f6a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=87142098-bff3-4233-ae15-ff4a357de4fc,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:45.957866 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 8e1af419-0f8b-4535-943c-eebd012f8efd {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:45.958211 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 8e1af419-0f8b-4535-943c-eebd012f8efd not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:45.959076 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 9945d202-c729-413e-88b6-726d7f4c588e no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:45.980986 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 9945d202-c729-413e-88b6-726d7f4c588e {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:45.981338 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 9945d202-c729-413e-88b6-726d7f4c588e not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:45.981765 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 64ab8890-c2ad-4629-bb4d-111df602e127 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:46.006406 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 64ab8890-c2ad-4629-bb4d-111df602e127 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:46.006787 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 64ab8890-c2ad-4629-bb4d-111df602e127 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:46.062276 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163'] for port, after_delete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.085075 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Network 87142098-bff3-4233-ae15-ff4a357de4fc is not hosted by any dhcp agent {{(pid=99698) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 02:53:46.085779 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] No DVR routers for this DVR port 64ab8890-c2ad-4629-bb4d-111df602e127 on host dv-cinder-733062-20-iscsi {{(pid=99698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:46.088416 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Pushing event deleted for resources: {'Port': ['ID=64ab8890-c2ad-4629-bb4d-111df602e127,revision_number=None']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:46.099565 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:46.100276 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:46.100822 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:46.101222 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:46.101553 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:46.102236 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:46.102832 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:46.102832 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:46.103238 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:46.109419 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:46.109419 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:46.109419 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3933d2-3158-4aa8-ae7f-7f06d2bb5eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:53:46.336198 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c41-aaea-41bd-a766-8e142c5d70ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040810'] for router_interface, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.672212 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-52ee29cc-88fe-46b3-bdce-30e0045bfdf7 req-5ceeb512-f381-46be-b3d6-fcca597cbaa3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0857446 Jun 30 02:53:46.678841 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c3c41-aaea-41bd-a766-8e142c5d70ef admin admin] Deleting port 72887fe8-794f-4588-b2a1-4a81b7ea4245 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:46.679224 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c41-aaea-41bd-a766-8e142c5d70ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.793579 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-dc3c3c41-aaea-41bd-a766-8e142c5d70ef admin admin] For port 72887fe8-794f-4588-b2a1-4a81b7ea4245, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=72887fe8-794f-4588-b2a1-4a81b7ea4245,segment=NetworkSegment(3972f982-b018-4424-8c0a-6f9bb42a56ef),segment_id=3972f982-b018-4424-8c0a-6f9bb42a56ef)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:46.793936 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c41-aaea-41bd-a766-8e142c5d70ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:46.810428 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c3c41-aaea-41bd-a766-8e142c5d70ef admin admin] Calling delete_port for 72887fe8-794f-4588-b2a1-4a81b7ea4245 owned by network:router_interface {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:46.813258 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee29cc-88fe-46b3-bdce-30e0045bfdf7 req-c7cefcf1-99b4-423d-b8c5-32e836df3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:46.814708 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-52ee29cc-88fe-46b3-bdce-30e0045bfdf7 req-c7cefcf1-99b4-423d-b8c5-32e836df3ed3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 1098 time: 0.0958452 Jun 30 02:53:46.997348 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee29cc-88fe-46b3-bdce-30e0045bfdf7 req-59cbbc65-b169-4daa-b226-ceba98faf474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:46.998724 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-52ee29cc-88fe-46b3-bdce-30e0045bfdf7 req-59cbbc65-b169-4daa-b226-ceba98faf474 service neutron] 10.222.0.88 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 914 time: 0.1437194 Jun 30 02:53:47.096939 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-52ee29cc-88fe-46b3-bdce-30e0045bfdf7 req-d39460ac-47c9-4b5b-bded-e96a46b803e3 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9da15643-8419-4a54-bbfe-d453babfaf41 HTTP/1.1" status: 200 len: 1000 time: 0.0846252 Jun 30 02:53:47.145974 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c41-aaea-41bd-a766-8e142c5d70ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.179583 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c3c41-aaea-41bd-a766-8e142c5d70ef admin admin] Pushing event deleted for resources: {'Port': ['ID=72887fe8-794f-4588-b2a1-4a81b7ea4245,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:47.184938 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee29cc-88fe-46b3-bdce-30e0045bfdf7 req-88705f07-e36e-4b35-a6d4-64119ebfec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:47.186383 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-52ee29cc-88fe-46b3-bdce-30e0045bfdf7 req-88705f07-e36e-4b35-a6d4-64119ebfec49 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 200 len: 851 time: 0.0785656 Jun 30 02:53:47.369998 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee29cc-88fe-46b3-bdce-30e0045bfdf7 req-6a586979-8eea-48b5-80c5-8fe95148756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:53:47.371491 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-52ee29cc-88fe-46b3-bdce-30e0045bfdf7 req-6a586979-8eea-48b5-80c5-8fe95148756f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58320a80-9569-421e-8eb0-a5be680adf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1625609 Jun 30 02:53:47.689628 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-dc3c3c41-aaea-41bd-a766-8e142c5d70ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1040720'] for router_interface, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:47.801865 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-52ee29cc-88fe-46b3-bdce-30e0045bfdf7 req-582509da-0011-43f5-9741-591393932973 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193974 Jun 30 02:53:47.974422 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-52ee29cc-88fe-46b3-bdce-30e0045bfdf7 req-9adb434a-7b5e-47b7-a916-b687483a1119 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630642 Jun 30 02:53:47.996141 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3c3c41-aaea-41bd-a766-8e142c5d70ef admin admin] Router 36a33644-44d7-4dc4-80fd-9fab7bcef6cc has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:53:48.096022 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3c3c41-aaea-41bd-a766-8e142c5d70ef admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:53:48.101161 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-dc3c3c41-aaea-41bd-a766-8e142c5d70ef admin admin] 10.222.0.104 "PUT /v2.0/routers/36a33644-44d7-4dc4-80fd-9fab7bcef6cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2027280 Jun 30 02:53:48.104855 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33244) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:48.108036 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8abc9-30d8-4132-b736-7fe5e5ad4cd1 None None] Sync routers for ids ['36a33644-44d7-4dc4-80fd-9fab7bcef6cc'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:53:48.117759 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8abc9-30d8-4132-b736-7fe5e5ad4cd1 None None] Routers {'36a33644-44d7-4dc4-80fd-9fab7bcef6cc'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:48.118998 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-32f8abc9-30d8-4132-b736-7fe5e5ad4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:53:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['36a33644-44d7-4dc4-80fd-9fab7bcef6cc'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.207702 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.221356 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-32f8abc9-30d8-4132-b736-7fe5e5ad4cd1 None None] Set router 36a33644-44d7-4dc4-80fd-9fab7bcef6cc gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:48.317008 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.375577 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Deleting port 924853c9-98a9-47ec-9232-5b0521b7cb44 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:48.375917 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.462243 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] For port 924853c9-98a9-47ec-9232-5b0521b7cb44, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=924853c9-98a9-47ec-9232-5b0521b7cb44,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:48.462764 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.476390 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Calling delete_port for 924853c9-98a9-47ec-9232-5b0521b7cb44 owned by network:router_gateway {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:48.498933 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-32f8abc9-30d8-4132-b736-7fe5e5ad4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'name': 'tempest-TestShelveInstance-382659862-router', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:53:47Z', 'revision_number': 5, 'project_id': 'b1d61e98a66646a38995f845e0214bc2', 'gw_port': {'id': '924853c9-98a9-47ec-9232-5b0521b7cb44', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.524169 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8abc9-30d8-4132-b736-7fe5e5ad4cd1 None None] Checking router: 36a33644-44d7-4dc4-80fd-9fab7bcef6cc for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:53:48.532512 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8abc9-30d8-4132-b736-7fe5e5ad4cd1 None None] Routers {'36a33644-44d7-4dc4-80fd-9fab7bcef6cc'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:53:48.533097 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-32f8abc9-30d8-4132-b736-7fe5e5ad4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:53:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['36a33644-44d7-4dc4-80fd-9fab7bcef6cc'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.617650 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-32f8abc9-30d8-4132-b736-7fe5e5ad4cd1 None None] Set router 36a33644-44d7-4dc4-80fd-9fab7bcef6cc gateway port host: None {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:53:48.648245 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.670974 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-32f8abc9-30d8-4132-b736-7fe5e5ad4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'name': 'tempest-TestShelveInstance-382659862-router', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:53:48Z', 'revision_number': 6, 'project_id': 'b1d61e98a66646a38995f845e0214bc2', 'gw_port_host': None}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:48.680093 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=924853c9-98a9-47ec-9232-5b0521b7cb44,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:48.697146 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8abc9-30d8-4132-b736-7fe5e5ad4cd1 None None] The sync data for ids ['36a33644-44d7-4dc4-80fd-9fab7bcef6cc'] in dv-cinder-733062-20-iscsi is: [{'id': '36a33644-44d7-4dc4-80fd-9fab7bcef6cc', 'name': 'tempest-TestShelveInstance-382659862-router', 'tenant_id': 'b1d61e98a66646a38995f845e0214bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:54Z', 'updated_at': '2021-06-30T02:53:48Z', 'revision_number': 6, 'project_id': 'b1d61e98a66646a38995f845e0214bc2', 'gw_port_host': None}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:53:48.744281 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1044583'] for router_gateway, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.835991 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38380'] for router, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.838710 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.885953 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1046531'] for router, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.886834 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36a33644-44d7-4dc4-80fd-9fab7bcef6cc {{(pid=99696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:53:48.892379 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] Notify callbacks [] for router, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.895923 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-d212654a-41ca-4770-94a2-045fa2c8f1c0 admin admin] 10.222.0.104 "DELETE /v2.0/routers/36a33644-44d7-4dc4-80fd-9fab7bcef6cc HTTP/1.1" status: 204 len: 168 time: 0.7878397 Jun 30 02:53:48.896274 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33248) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:48.942573 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_v2 [None req-935e251a-0063-4d76-aa19-7bf492bd2f03 admin admin] Deleting subnet 96b96330-1d04-4724-83aa-ae0da02355d3 {{(pid=99696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:53:48.946444 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-935e251a-0063-4d76-aa19-7bf492bd2f03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:48.981463 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-935e251a-0063-4d76-aa19-7bf492bd2f03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5995418'] for subnet, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.096810 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-935e251a-0063-4d76-aa19-7bf492bd2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.150726 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-935e251a-0063-4d76-aa19-7bf492bd2f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4655163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4599681'] for subnet, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.180820 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e251a-0063-4d76-aa19-7bf492bd2f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96b96330-1d04-4724-83aa-ae0da02355d3,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:49.184559 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-935e251a-0063-4d76-aa19-7bf492bd2f03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.186421 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-935e251a-0063-4d76-aa19-7bf492bd2f03 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/96b96330-1d04-4724-83aa-ae0da02355d3 HTTP/1.1" status: 204 len: 168 time: 0.2892613 Jun 30 02:53:49.188853 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33250) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:49.191401 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf76109-dead-48ba-a702-4f45bf3f78f8 None None] Network 2a891f1f-c52c-4f4b-b396-c8625b8dc331 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:53:49.258933 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.310947 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Deleting port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:49.311322 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.377152 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] For port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b,segment=NetworkSegment(3972f982-b018-4424-8c0a-6f9bb42a56ef),segment_id=3972f982-b018-4424-8c0a-6f9bb42a56ef)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:49.377518 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.390048 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Calling delete_port for da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b owned by network:dhcp {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:49.428967 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec82c58-dc47-48be-abb6-c76c699b6a0c None None] DHCP port deletion for 2a891f1f-c52c-4f4b-b396-c8625b8dc331 request from dv-cinder-733062-20-iscsi {{(pid=99698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:53:49.476107 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.481097 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-2ec82c58-dc47-48be-abb6-c76c699b6a0c None None] Deleting port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b {{(pid=99698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:53:49.481471 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-2ec82c58-dc47-48be-abb6-c76c699b6a0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.500266 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Pushing event deleted for resources: {'Port': ['ID=da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:49.505733 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] No DVR routers for this DVR port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b on host dv-cinder-733062-20-iscsi {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:49.548028 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-2ec82c58-dc47-48be-abb6-c76c699b6a0c None None] For port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b, host dv-cinder-733062-20-iscsi, got binding levels [] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:53:49.548675 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-2ec82c58-dc47-48be-abb6-c76c699b6a0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.561638 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-2ec82c58-dc47-48be-abb6-c76c699b6a0c None None] Calling delete_port for da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b owned by network:dhcp {{(pid=99698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:53:49.564370 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.ipam_backend_mixin [None req-2ec82c58-dc47-48be-abb6-c76c699b6a0c None None] Port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b was not found and therefore no delete operation was performed {{(pid=99698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:53:49.565595 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-2ec82c58-dc47-48be-abb6-c76c699b6a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163'] for port, after_delete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.582341 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.592136 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec82c58-dc47-48be-abb6-c76c699b6a0c None None] Pushing event deleted for resources: {'Port': ['ID=da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b,revision_number=None']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:49.592576 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a891f1f-c52c-4f4b-b396-c8625b8dc331']}} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:49.594045 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec82c58-dc47-48be-abb6-c76c699b6a0c None None] No DVR routers for this DVR port da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b on host dv-cinder-733062-20-iscsi {{(pid=99698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:53:49.603732 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3972f982-b018-4424-8c0a-6f9bb42a56ef') {'for_net_delete': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:49.604228 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3972f982-b018-4424-8c0a-6f9bb42a56ef') {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:53:49.616510 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5995411'] for segment, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.632848 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.640504 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=99696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:53:49.640920 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4655256'] for segment, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: Traceback (most recent call last): Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: timer() Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: cb(*args, **kw) Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: return func(*args, **kwargs) Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: self._notify() Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: self.callback(batched_events) Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: event.method(event) Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: return f(self, *a, **k) Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: return self._get(url).json() Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: return self.request(url, 'GET', **kwargs) Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:53:49.642717 dv-cinder-733062-20-iscsi neutron-server[99696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:53:49.716798 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.731369 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.735200 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] 10.222.0.104 "DELETE /v2.0/networks/2a891f1f-c52c-4f4b-b396-c8625b8dc331 HTTP/1.1" status: 204 len: 168 time: 0.5436771 Jun 30 02:53:49.743713 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e4148-ca13-4aea-be6d-43f985c734bd admin admin] Pushing event deleted for resources: {'Network': ['ID=2a891f1f-c52c-4f4b-b396-c8625b8dc331,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:49.746374 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 924853c9-98a9-47ec-9232-5b0521b7cb44 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:49.766364 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 924853c9-98a9-47ec-9232-5b0521b7cb44 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:49.766711 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 924853c9-98a9-47ec-9232-5b0521b7cb44 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:49.767158 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:49.786049 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:49.786396 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device da13c7c0-ce1f-43c3-98bc-2a6f4453ef0b not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:49.786831 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 72887fe8-794f-4588-b2a1-4a81b7ea4245 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:53:49.808459 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 72887fe8-794f-4588-b2a1-4a81b7ea4245 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:53:49.808736 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 72887fe8-794f-4588-b2a1-4a81b7ea4245 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:53:49.847364 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33256) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:49.887178 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-adeaa0b7-13c9-4ea3-8d80-7787151e1e2d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8311a3de3f294c53a726d7a659619598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385392 Jun 30 02:53:49.889352 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33258) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:49.936582 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3e883071-95ad-4f85-bcfd-436b38354366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:49.958155 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3e883071-95ad-4f85-bcfd-436b38354366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.004951 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3e883071-95ad-4f85-bcfd-436b38354366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.008267 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3e883071-95ad-4f85-bcfd-436b38354366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.009557 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-3e883071-95ad-4f85-bcfd-436b38354366 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/681912e6-5857-4273-93ce-e2c786c953be HTTP/1.1" status: 204 len: 168 time: 0.1192939 Jun 30 02:53:50.017098 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e883071-95ad-4f85-bcfd-436b38354366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681912e6-5857-4273-93ce-e2c786c953be,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:50.314512 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33264) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:50.353173 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-a49a816e-acd4-441d-ad64-fc2a0ad01cdf admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b1d61e98a66646a38995f845e0214bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374951 Jun 30 02:53:50.355551 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33266) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:53:50.405696 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7e7bff4e-432c-41f2-915c-a9cb9da9dd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.425962 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7e7bff4e-432c-41f2-915c-a9cb9da9dd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.478766 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7e7bff4e-432c-41f2-915c-a9cb9da9dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.481802 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7e7bff4e-432c-41f2-915c-a9cb9da9dd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:53:50.483237 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-7e7bff4e-432c-41f2-915c-a9cb9da9dd47 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8bf59106-9be4-4aa4-83c2-22ff58bc8a63 HTTP/1.1" status: 204 len: 168 time: 0.1267774 Jun 30 02:53:50.490983 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bff4e-432c-41f2-915c-a9cb9da9dd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf59106-9be4-4aa4-83c2-22ff58bc8a63,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:53:51.314654 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:54:02.761751 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-439bafbb-206b-4fbb-aa82-86d1d51f09d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.209404 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f638b2b3-797f-4d43-8f49-2ee052452325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:05.936680 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:06.458612 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:08.362536 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:12.945093 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:24.379890 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515e68c-2b54-40c5-977c-74de7d941a5b req-bb89b181-b2ad-45ab-807c-225830eb1217 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:24.381343 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0515e68c-2b54-40c5-977c-74de7d941a5b req-bb89b181-b2ad-45ab-807c-225830eb1217 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 947 time: 0.0620623 Jun 30 02:54:24.418220 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0515e68c-2b54-40c5-977c-74de7d941a5b req-9124a9b2-66d0-404c-9c00-6c96a714ef20 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302939 Jun 30 02:54:25.597239 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649c6a0-9d7a-4813-92d6-85a789333c04 req-492f95e1-9df5-4b9a-b679-c5828b3e5def tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:25.598726 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6649c6a0-9d7a-4813-92d6-85a789333c04 req-492f95e1-9df5-4b9a-b679-c5828b3e5def tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 947 time: 0.0630870 Jun 30 02:54:25.637073 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6649c6a0-9d7a-4813-92d6-85a789333c04 req-39d7e212-ae37-4bf6-bed8-d00e912b536b tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups?id=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326140 Jun 30 02:54:26.212168 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-0895c860-b8db-4217-ab66-2211dd8d5310 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:26.213665 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-0895c860-b8db-4217-ab66-2211dd8d5310 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.88 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 947 time: 0.0744498 Jun 30 02:54:26.314548 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Deleting port 90bf3240-8793-4eee-b645-f49f05430a7d {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:26.314897 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.402414 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] For port 90bf3240-8793-4eee-b645-f49f05430a7d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=90bf3240-8793-4eee-b645-f49f05430a7d,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:26.402775 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.570464 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.570752 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.571135 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.l3_db [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Floating IP 5cae3caf-37d9-4dc5-8275-bbb4b664adbf disassociated. External IP: 172.27.0.145, port: 90bf3240-8793-4eee-b645-f49f05430a7d. Jun 30 02:54:26.571556 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Calling delete_port for 90bf3240-8793-4eee-b645-f49f05430a7d owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:26.698937 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.729058 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event deleted for resources: {'Port': ['ID=90bf3240-8793-4eee-b645-f49f05430a7d,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:26.797532 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3738012d-e055-4d50-8a54-46f8240e9bd2 req-bfe8794c-9bc7-400e-98e8-be0d72319afa tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/ports?device_id=fdd28f7c-156e-41a2-9f67-97bafbcabdf7 HTTP/1.1" status: 200 len: 210 time: 0.0330856 Jun 30 02:54:26.847377 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Router 3889221c-a9a8-4bbd-8276-75c9054b3497 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:26.951966 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:26.961764 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3824d-fc0b-4b35-b76c-1634f78a299a None None] Sync routers for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:26.971648 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d3824d-fc0b-4b35-b76c-1634f78a299a None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:26.972297 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-39d3824d-fc0b-4b35-b76c-1634f78a299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:26.994811 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] No DVR routers for this DVR port 90bf3240-8793-4eee-b645-f49f05430a7d on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:26.997387 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:26.999595 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-751f6d3b-b6ef-442e-b545-232a1782ec1c req-1a33abcc-5763-4b5b-ab51-52f4a25262c2 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.88 "DELETE /v2.0/ports/90bf3240-8793-4eee-b645-f49f05430a7d HTTP/1.1" status: 204 len: 173 time: 0.7803502 Jun 30 02:54:27.000104 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'name': 'network-vif-deleted', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:27.002823 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e18eb3-ff33-4f33-8968-097b5087b5a4" -d '{"events": [{"server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "name": "network-vif-deleted", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:27.043620 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49d3a3f-0971-4551-8fd3-7cce149e935b x-openstack-request-id: req-a49d3a3f-0971-4551-8fd3-7cce149e935b {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:27.043995 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd28f7c-156e-41a2-9f67-97bafbcabdf7", "name": "network-vif-deleted", "tag": "90bf3240-8793-4eee-b645-f49f05430a7d", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:27.044701 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a49d3a3f-0971-4551-8fd3-7cce149e935b {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:27.045166 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdd28f7c-156e-41a2-9f67-97bafbcabdf7', 'name': 'network-vif-deleted', 'tag': '90bf3240-8793-4eee-b645-f49f05430a7d', 'status': 'completed', 'code': 200} Jun 30 02:54:27.081277 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-39d3824d-fc0b-4b35-b76c-1634f78a299a None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:27.295535 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-39d3824d-fc0b-4b35-b76c-1634f78a299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:32Z', 'revision_number': 5, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:27.322580 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3824d-fc0b-4b35-b76c-1634f78a299a None None] Checking router: 3889221c-a9a8-4bbd-8276-75c9054b3497 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:27.330810 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d3824d-fc0b-4b35-b76c-1634f78a299a None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:27.331437 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-39d3824d-fc0b-4b35-b76c-1634f78a299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:27.445162 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-39d3824d-fc0b-4b35-b76c-1634f78a299a None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:27.693080 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-39d3824d-fc0b-4b35-b76c-1634f78a299a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:32Z', 'revision_number': 5, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:27.841616 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d3824d-fc0b-4b35-b76c-1634f78a299a None None] The sync data for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi is: [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:42:25Z', 'revision_number': 4, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '44a531a1-f0d2-49dd-8614-54588f9f6295', 'name': '', 'network_id': 'b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'mac_address': 'fa:16:3e:7d:05:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:23Z', 'updated_at': '2021-06-30T02:42:32Z', 'revision_number': 5, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'subnets': [{'id': 'b62f119b-a044-4db4-8c45-d67ca1475948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:27.930331 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33406) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:27.988404 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5b0f25b3-bd06-4697-8048-be73596d54e5 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.014061 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5b0f25b3-bd06-4697-8048-be73596d54e5 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.072857 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5b0f25b3-bd06-4697-8048-be73596d54e5 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.076399 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5b0f25b3-bd06-4697-8048-be73596d54e5 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.077592 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-5b0f25b3-bd06-4697-8048-be73596d54e5 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "DELETE /v2.0/security-groups/a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6 HTTP/1.1" status: 204 len: 168 time: 0.1463652 Jun 30 02:54:28.080442 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33408) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:28.088080 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f25b3-bd06-4697-8048-be73596d54e5 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:28.100461 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.api.v2.resource [None req-53451413-2db7-4736-a286-92396bdd08a4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] show failed (client error): The resource could not be found. Jun 30 02:54:28.105334 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33410) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:28.105855 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-53451413-2db7-4736-a286-92396bdd08a4 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "GET /v2.0/security-groups/a9bf8b3a-1803-45d7-9a1a-3c8df6c1fcd6 HTTP/1.1" status: 404 len: 347 time: 0.0236847 Jun 30 02:54:28.108468 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289da134-e6d4-42ae-83c9-c4a75503e7dd None None] New status for floating IP 5cae3caf-37d9-4dc5-8275-bbb4b664adbf: DOWN {{(pid=99699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:54:28.235733 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-88641338-22d2-42bc-9682-c8f3ee0d4c87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Deleting port a1b3e96a-8a0c-411f-aa1d-549897028938 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:28.236081 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-88641338-22d2-42bc-9682-c8f3ee0d4c87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.311462 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-88641338-22d2-42bc-9682-c8f3ee0d4c87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.311793 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-88641338-22d2-42bc-9682-c8f3ee0d4c87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.312529 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:54:28.323432 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-88641338-22d2-42bc-9682-c8f3ee0d4c87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Calling delete_port for a1b3e96a-8a0c-411f-aa1d-549897028938 owned by network:floatingip {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:28.451986 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-88641338-22d2-42bc-9682-c8f3ee0d4c87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.475053 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88641338-22d2-42bc-9682-c8f3ee0d4c87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Pushing event deleted for resources: {'Port': ['ID=a1b3e96a-8a0c-411f-aa1d-549897028938,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:28.540382 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-88641338-22d2-42bc-9682-c8f3ee0d4c87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks [] for floatingip, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.543147 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-88641338-22d2-42bc-9682-c8f3ee0d4c87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:28.544435 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-88641338-22d2-42bc-9682-c8f3ee0d4c87 tempest-AttachVolumeShelveTestJSON-1943003454 tempest-AttachVolumeShelveTestJSON-1943003454-project] 10.222.0.104 "DELETE /v2.0/floatingips/5cae3caf-37d9-4dc5-8275-bbb4b664adbf HTTP/1.1" status: 204 len: 168 time: 0.4380186 Jun 30 02:54:29.570017 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 90bf3240-8793-4eee-b645-f49f05430a7d no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:29.589620 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 90bf3240-8793-4eee-b645-f49f05430a7d {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:29.589968 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 90bf3240-8793-4eee-b645-f49f05430a7d not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:31.112641 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33438) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:31.900656 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a79f7115-e609-4a50-b0e5-b9812adb0526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040810'] for router_interface, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.152011 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-a79f7115-e609-4a50-b0e5-b9812adb0526 admin admin] Deleting port 44a531a1-f0d2-49dd-8614-54588f9f6295 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:32.152691 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a79f7115-e609-4a50-b0e5-b9812adb0526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.231696 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-a79f7115-e609-4a50-b0e5-b9812adb0526 admin admin] For port 44a531a1-f0d2-49dd-8614-54588f9f6295, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=44a531a1-f0d2-49dd-8614-54588f9f6295,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:32.232315 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a79f7115-e609-4a50-b0e5-b9812adb0526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.244948 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-a79f7115-e609-4a50-b0e5-b9812adb0526 admin admin] Calling delete_port for 44a531a1-f0d2-49dd-8614-54588f9f6295 owned by network:router_interface {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:32.420171 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a79f7115-e609-4a50-b0e5-b9812adb0526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.445505 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f7115-e609-4a50-b0e5-b9812adb0526 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a531a1-f0d2-49dd-8614-54588f9f6295,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:32.609634 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-a79f7115-e609-4a50-b0e5-b9812adb0526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1040720'] for router_interface, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.764186 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-84420cd9-ef75-4431-91e5-d0e90cffeace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:32.822031 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79f7115-e609-4a50-b0e5-b9812adb0526 admin admin] Router 3889221c-a9a8-4bbd-8276-75c9054b3497 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:32.929564 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79f7115-e609-4a50-b0e5-b9812adb0526 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:32.936722 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-a79f7115-e609-4a50-b0e5-b9812adb0526 admin admin] 10.222.0.104 "PUT /v2.0/routers/3889221c-a9a8-4bbd-8276-75c9054b3497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8211613 Jun 30 02:54:32.937381 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33446) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:32.943423 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131be28d-0624-4caf-941a-f0f5e47d457c None None] Sync routers for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:32.954976 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131be28d-0624-4caf-941a-f0f5e47d457c None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:32.955880 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-131be28d-0624-4caf-941a-f0f5e47d457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:33.046316 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Notify callbacks [] for router, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.074511 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-131be28d-0624-4caf-941a-f0f5e47d457c None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:33.148416 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.200149 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Deleting port f9ced490-d877-4ae5-a238-482067f83a7e {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:33.200845 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.262122 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-131be28d-0624-4caf-941a-f0f5e47d457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:54:32Z', 'revision_number': 5, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port': {'id': 'f9ced490-d877-4ae5-a238-482067f83a7e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:42:19Z', 'updated_at': '2021-06-30T02:42:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:33.283141 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] For port f9ced490-d877-4ae5-a238-482067f83a7e, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=f9ced490-d877-4ae5-a238-482067f83a7e,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:33.283508 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.293731 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131be28d-0624-4caf-941a-f0f5e47d457c None None] Checking router: 3889221c-a9a8-4bbd-8276-75c9054b3497 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:33.295793 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Calling delete_port for f9ced490-d877-4ae5-a238-482067f83a7e owned by network:router_gateway {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:33.302108 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131be28d-0624-4caf-941a-f0f5e47d457c None None] Routers {'3889221c-a9a8-4bbd-8276-75c9054b3497'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:33.302643 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-131be28d-0624-4caf-941a-f0f5e47d457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['3889221c-a9a8-4bbd-8276-75c9054b3497'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:33.390587 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-131be28d-0624-4caf-941a-f0f5e47d457c None None] Set router 3889221c-a9a8-4bbd-8276-75c9054b3497 gateway port host: None {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:33.445144 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-131be28d-0624-4caf-941a-f0f5e47d457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:54:33Z', 'revision_number': 6, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port_host': None}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:33.465088 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.476334 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131be28d-0624-4caf-941a-f0f5e47d457c None None] The sync data for ids ['3889221c-a9a8-4bbd-8276-75c9054b3497'] in dv-cinder-733062-20-iscsi is: [{'id': '3889221c-a9a8-4bbd-8276-75c9054b3497', 'name': 'tempest-AttachVolumeShelveTestJSON-814802470-router', 'tenant_id': 'b2408837b6234e9d995f78d3edbd79b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:42:18Z', 'updated_at': '2021-06-30T02:54:33Z', 'revision_number': 6, 'project_id': 'b2408837b6234e9d995f78d3edbd79b9', 'gw_port_host': None}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:33.490071 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ced490-d877-4ae5-a238-482067f83a7e,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:33.553743 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1044583'] for router_gateway, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.644275 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38380'] for router, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.646517 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.693090 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1046531'] for router, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.693764 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3889221c-a9a8-4bbd-8276-75c9054b3497 {{(pid=99696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:54:33.698439 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] Notify callbacks [] for router, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.702134 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-d43f3fbc-5080-4f31-88f9-c1ec16f53cbc admin admin] 10.222.0.104 "DELETE /v2.0/routers/3889221c-a9a8-4bbd-8276-75c9054b3497 HTTP/1.1" status: 204 len: 168 time: 0.7613432 Jun 30 02:54:33.702420 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33448) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:33.747149 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62e5588-982f-42a5-8dd6-a4cb4b19caca admin admin] Deleting subnet b62f119b-a044-4db4-8c45-d67ca1475948 {{(pid=99696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:54:33.750245 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c62e5588-982f-42a5-8dd6-a4cb4b19caca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.783382 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c62e5588-982f-42a5-8dd6-a4cb4b19caca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5995418'] for subnet, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.875519 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c62e5588-982f-42a5-8dd6-a4cb4b19caca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.939786 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c62e5588-982f-42a5-8dd6-a4cb4b19caca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4655163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4599681'] for subnet, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.965171 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e5588-982f-42a5-8dd6-a4cb4b19caca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b62f119b-a044-4db4-8c45-d67ca1475948,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:33.968892 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c62e5588-982f-42a5-8dd6-a4cb4b19caca admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:33.970791 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-c62e5588-982f-42a5-8dd6-a4cb4b19caca admin admin] 10.222.0.104 "DELETE /v2.0/subnets/b62f119b-a044-4db4-8c45-d67ca1475948 HTTP/1.1" status: 204 len: 168 time: 0.2674568 Jun 30 02:54:33.973332 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33452) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:33.976494 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16358638-30a8-4fc9-9f87-e73db5502a83 None None] Network b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:34.045692 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.097946 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Deleting port 81924114-ab8d-44f1-b2f9-c2c4adab03b2 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:34.098207 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.159388 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] For port 81924114-ab8d-44f1-b2f9-c2c4adab03b2, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=81924114-ab8d-44f1-b2f9-c2c4adab03b2,segment=NetworkSegment(101fb49e-eb39-4bc1-aabd-a04ae3a9147b),segment_id=101fb49e-eb39-4bc1-aabd-a04ae3a9147b)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:34.159751 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.171804 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Calling delete_port for 81924114-ab8d-44f1-b2f9-c2c4adab03b2 owned by network:dhcp {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:34.255198 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.270584 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd0d6ae-8883-42d5-8f35-ddb2c0c5c1f1 None None] DHCP port deletion for b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 request from dv-cinder-733062-20-iscsi {{(pid=99698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:54:34.281147 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 44a531a1-f0d2-49dd-8614-54588f9f6295 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:34.294403 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=81924114-ab8d-44f1-b2f9-c2c4adab03b2,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:34.303984 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] No DVR routers for this DVR port 81924114-ab8d-44f1-b2f9-c2c4adab03b2 on host dv-cinder-733062-20-iscsi {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:34.308857 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 44a531a1-f0d2-49dd-8614-54588f9f6295 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:34.309204 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 44a531a1-f0d2-49dd-8614-54588f9f6295 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:34.389495 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.400915 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2']}} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:34.417271 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101fb49e-eb39-4bc1-aabd-a04ae3a9147b') {'for_net_delete': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:34.417575 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101fb49e-eb39-4bc1-aabd-a04ae3a9147b') {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:34.426657 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5995411'] for segment, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.440116 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.446564 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=99696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:34.446987 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4655256'] for segment, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: Traceback (most recent call last): Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: timer() Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: cb(*args, **kw) Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: return func(*args, **kwargs) Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: self._notify() Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: self.callback(batched_events) Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: event.method(event) Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: return f(self, *a, **k) Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: return self._get(url).json() Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:34.448902 dv-cinder-733062-20-iscsi neutron-server[99696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:34.503369 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.508166 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.513132 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] 10.222.0.104 "DELETE /v2.0/networks/b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2 HTTP/1.1" status: 204 len: 168 time: 0.5388348 Jun 30 02:54:34.527079 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867f3db-2461-4cb0-9a7a-e0dff1c504c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b252e7bf-dacc-4b6e-9ef1-f668b5fd22f2,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:34.626417 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33456) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:34.667449 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-72bfc56b-27c1-4f5b-bbcd-f186c5862f5b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b2408837b6234e9d995f78d3edbd79b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397835 Jun 30 02:54:34.669784 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33458) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:34.720489 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c6712b7a-3149-4c12-ac70-2e1d95a2bbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.747215 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c6712b7a-3149-4c12-ac70-2e1d95a2bbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.794204 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c6712b7a-3149-4c12-ac70-2e1d95a2bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.797307 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c6712b7a-3149-4c12-ac70-2e1d95a2bbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:34.798472 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-c6712b7a-3149-4c12-ac70-2e1d95a2bbc9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/dfd45b8a-b9fc-42db-a654-15802c8bf229 HTTP/1.1" status: 204 len: 168 time: 0.1278076 Jun 30 02:54:34.809256 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6712b7a-3149-4c12-ac70-2e1d95a2bbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd45b8a-b9fc-42db-a654-15802c8bf229,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:35.212333 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-b68edbf7-6d3b-46c6-9ce1-5099c73154c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.540228 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33492) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:35.655806 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1835634784-network', 'tenant_id': '5f67a0e1923944c7ae14137af3b8b3ce'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:35.682274 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Made reservation on behalf of 5f67a0e1923944c7ae14137af3b8b3ce for: {'network': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:35.684811 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.695820 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.773500 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device f9ced490-d877-4ae5-a238-482067f83a7e no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:35.801894 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: f9ced490-d877-4ae5-a238-482067f83a7e {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:35.802230 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device f9ced490-d877-4ae5-a238-482067f83a7e not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:35.802847 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 81924114-ab8d-44f1-b2f9-c2c4adab03b2 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:35.811726 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.816125 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.833795 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 81924114-ab8d-44f1-b2f9-c2c4adab03b2 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:35.834144 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 81924114-ab8d-44f1-b2f9-c2c4adab03b2 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:35.862266 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1100} {{(pid=99696) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:54:35.868790 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05523722-843f-429e-8adc-658ebf696d06,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:35.878070 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.878651 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.segments_db [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Added segment 6759e142-eeb4-4b5a-84b6-12b7d28cb457 of type vlan for network 27b16050-ca95-4c90-988d-df76d35611c6 Jun 30 02:54:35.924897 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.937767 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.955208 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:35.956177 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:35.956778 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.013179 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4718418 Jun 30 02:54:36.016088 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33502) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:36.019882 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59a73d-3df9-4ac1-8528-4b160e9efc0d admin admin] Pushing event updated for resources: {'Network': ['ID=27b16050-ca95-4c90-988d-df76d35611c6,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:36.021911 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-b24cdfc2-51f7-4cae-a8e6-af1b3a06d9fb admin admin] Request body: {'subnet': {'network_id': '27b16050-ca95-4c90-988d-df76d35611c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1835634784-subnet', 'tenant_id': '5f67a0e1923944c7ae14137af3b8b3ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:36.030545 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 27b16050-ca95-4c90-988d-df76d35611c6 details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:54:36.043334 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24cdfc2-51f7-4cae-a8e6-af1b3a06d9fb admin admin] Made reservation on behalf of 5f67a0e1923944c7ae14137af3b8b3ce for: {'subnet': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:36.045845 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b24cdfc2-51f7-4cae-a8e6-af1b3a06d9fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5756947'] for subnet, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.221668 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b24cdfc2-51f7-4cae-a8e6-af1b3a06d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6471594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5756933'] for subnet, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.275712 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cdfc2-51f7-4cae-a8e6-af1b3a06d9fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9603c661-a52a-4b62-9da7-34b6b5309725,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:36.286695 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24cdfc2-51f7-4cae-a8e6-af1b3a06d9fb admin admin] Checking segment: {'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:36.287089 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24cdfc2-51f7-4cae-a8e6-af1b3a06d9fb admin admin] Network hostable DHCP agents. Network: 27b16050-ca95-4c90-988d-df76d35611c6, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:54:36.304214 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24cdfc2-51f7-4cae-a8e6-af1b3a06d9fb admin admin] Network 27b16050-ca95-4c90-988d-df76d35611c6 is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:54:36.313164 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-b24cdfc2-51f7-4cae-a8e6-af1b3a06d9fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 27b16050-ca95-4c90-988d-df76d35611c6) {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:36.317644 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24cdfc2-51f7-4cae-a8e6-af1b3a06d9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.318240 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b24cdfc2-51f7-4cae-a8e6-af1b3a06d9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.322752 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9774526-14bc-4f7e-abca-25913617e5ba None None] Network 27b16050-ca95-4c90-988d-df76d35611c6 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:36.333231 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-b24cdfc2-51f7-4cae-a8e6-af1b3a06d9fb admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3160474 Jun 30 02:54:36.452765 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f0dd2-5c69-4af1-90a8-78446c250705 None None] Network 27b16050-ca95-4c90-988d-df76d35611c6 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:36.499804 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:36.978844 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-098df7c8-db56-465a-8858-5dd339ea8120 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:36.981004 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-098df7c8-db56-465a-8858-5dd339ea8120 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/networks?id=27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 200 len: 815 time: 0.3229709 Jun 30 02:54:36.996171 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-7c7cc25c-7da3-451a-b0e3-addf62a16b3c tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/quotas/5f67a0e1923944c7ae14137af3b8b3ce HTTP/1.1" status: 200 len: 375 time: 0.0093677 Jun 30 02:54:37.029137 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-1c8fe355-ca3f-4362-b7d8-4bedba68027f tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278158 Jun 30 02:54:37.085514 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-087ff43e-988e-4d0c-a8b1-bb67d60b438b service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=99697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:54:37.087063 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-087ff43e-988e-4d0c-a8b1-bb67d60b438b service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515654 Jun 30 02:54:37.176500 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-ab8d0089-4dde-4bad-97d7-2f27762397a5 service neutron] 10.222.0.104 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835826 Jun 30 02:54:37.274670 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-0aadc75d-b44f-4965-8f98-ca26d4e74ca6 service neutron] 10.222.0.104 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916727 Jun 30 02:54:37.439861 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a4ab29ba-fd05-4903-bb89-14b92fac0d29 req-51181fbe-18c3-4acf-8afe-02039c235fa5 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 210 time: 0.0280917 Jun 30 02:54:38.368686 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.535465 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-b1adaa36-f0f9-4571-8fbb-74660859dbb2 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.537265 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-b1adaa36-f0f9-4571-8fbb-74660859dbb2 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "GET /v2.0/networks?id=27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 200 len: 815 time: 0.1312478 Jun 30 02:54:38.553646 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Request body: {'port': {'device_id': 'a129b8aa-e5d6-4b4e-a819-63179ffdf567', 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6', 'admin_state_up': True, 'tenant_id': '5f67a0e1923944c7ae14137af3b8b3ce'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:38.619645 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d148f9e2-8361-4006-990f-3c0d31a6a455 req-5aed41a8-62a3-4718-b666-d7908ca2b1f5 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 210 time: 0.0394418 Jun 30 02:54:38.690598 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Made reservation on behalf of 5f67a0e1923944c7ae14137af3b8b3ce for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:54:38.694228 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:38.829737 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Allocated IP 172.20.0.10 (27b16050-ca95-4c90-988d-df76d35611c6/9603c661-a52a-4b62-9da7-34b6b5309725/25ebbebe-6559-46dd-929f-d1d7c2c0f953) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:54:38.928421 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fabe9-0355-4d86-90fd-bbd813a9887e req-8c413b81-a5b7-4b2b-ae3d-a61ed3455be2 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:38.930005 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e77fabe9-0355-4d86-90fd-bbd813a9887e req-8c413b81-a5b7-4b2b-ae3d-a61ed3455be2 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 946 time: 0.0630670 Jun 30 02:54:38.975807 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e77fabe9-0355-4d86-90fd-bbd813a9887e req-e735ff41-4bfe-4b9a-bf6e-2cf56fe1a8e4 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397618 Jun 30 02:54:38.981495 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.019347 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.061978 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Network 27b16050-ca95-4c90-988d-df76d35611c6 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:54:39.065109 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:54:39.071859 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:54:39.077543 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Pushing event updated for resources: {'Port': ['ID=25ebbebe-6559-46dd-929f-d1d7c2c0f953,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:39.104615 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:39.104998 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:39.105360 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:39.105784 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:39.106036 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:39.106410 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:39.106783 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:39.107460 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:39.107792 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:39.108121 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:39.108468 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:39.108797 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:39.132821 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.133427 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.146870 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-df0f3306-a161-47fb-b35a-3872433ed837 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6001220 Jun 30 02:54:39.159491 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Request body: {'port': {'device_id': 'a129b8aa-e5d6-4b4e-a819-63179ffdf567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:54:39.234469 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.400400 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33570) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:39.507631 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ebbebe-6559-46dd-929f-d1d7c2c0f953 {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:39.514761 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.527156 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Transition to ACTIVE for port object 25ebbebe-6559-46dd-929f-d1d7c2c0f953 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:54:39.531440 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.559715 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-638bce81-38ae-4255-ab4b-f067394fa9d4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Deleting port 522a41b3-dd61-4053-84e2-6e6205fb6da9 {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:39.560067 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-638bce81-38ae-4255-ab4b-f067394fa9d4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.580135 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Pushing event updated for resources: {'Port': ['ID=25ebbebe-6559-46dd-929f-d1d7c2c0f953,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:39.638059 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-638bce81-38ae-4255-ab4b-f067394fa9d4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.638928 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-638bce81-38ae-4255-ab4b-f067394fa9d4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.653976 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-638bce81-38ae-4255-ab4b-f067394fa9d4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Calling delete_port for 522a41b3-dd61-4053-84e2-6e6205fb6da9 owned by network:floatingip {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:39.659672 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Attempting to bind port 25ebbebe-6559-46dd-929f-d1d7c2c0f953 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:54:39.660015 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Attempting to bind port 25ebbebe-6559-46dd-929f-d1d7c2c0f953 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:54:39.660351 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Attempting to bind port 25ebbebe-6559-46dd-929f-d1d7c2c0f953 on network 27b16050-ca95-4c90-988d-df76d35611c6 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:39.665345 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Port 25ebbebe-6559-46dd-929f-d1d7c2c0f953 on network 27b16050-ca95-4c90-988d-df76d35611c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:54:39.665671 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Attempting to bind port 25ebbebe-6559-46dd-929f-d1d7c2c0f953 on network 27b16050-ca95-4c90-988d-df76d35611c6 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:54:39.670550 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:54:39.670963 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Checking segment: {'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:54:39.671441 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Bound using segment: {'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:54:39.671938 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Bound port: 25ebbebe-6559-46dd-929f-d1d7c2c0f953, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:54:39.672362 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.738899 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] For port 25ebbebe-6559-46dd-929f-d1d7c2c0f953, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:54:39.743088 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] For port 25ebbebe-6559-46dd-929f-d1d7c2c0f953, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=25ebbebe-6559-46dd-929f-d1d7c2c0f953,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:54:39.754031 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.808374 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.809009 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.810540 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] 10.222.0.88 "PUT /v2.0/ports/25ebbebe-6559-46dd-929f-d1d7c2c0f953 HTTP/1.1" status: 200 len: 1094 time: 0.6555040 Jun 30 02:54:39.813998 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a129b8aa-e5d6-4b4e-a819-63179ffdf567', 'tag': '25ebbebe-6559-46dd-929f-d1d7c2c0f953'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:39.817116 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939e40cb-ff2f-41e6-948f-6cbfa5219e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a129b8aa-e5d6-4b4e-a819-63179ffdf567", "tag": "25ebbebe-6559-46dd-929f-d1d7c2c0f953"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:39.848378 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-638bce81-38ae-4255-ab4b-f067394fa9d4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.861736 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f637aa4-ab87-426a-99c2-9f8401454f2b x-openstack-request-id: req-6f637aa4-ab87-426a-99c2-9f8401454f2b {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:39.862024 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a129b8aa-e5d6-4b4e-a819-63179ffdf567", "tag": "25ebbebe-6559-46dd-929f-d1d7c2c0f953", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:39.862271 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6f637aa4-ab87-426a-99c2-9f8401454f2b {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:39.862651 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a129b8aa-e5d6-4b4e-a819-63179ffdf567', 'tag': '25ebbebe-6559-46dd-929f-d1d7c2c0f953', 'status': 'completed', 'code': 200} Jun 30 02:54:39.870501 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80858384-2415-4e63-88dc-d84b43bb2b18 service neutron] Pushing event updated for resources: {'Port': ['ID=25ebbebe-6559-46dd-929f-d1d7c2c0f953,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:39.881034 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bce81-38ae-4255-ab4b-f067394fa9d4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event deleted for resources: {'Port': ['ID=522a41b3-dd61-4053-84e2-6e6205fb6da9,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:39.911119 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa8328-49b8-45af-aa3c-715bfbae1b15 req-9c55733a-228b-4ad7-8c32-cb5f1a245f92 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.912549 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-91fa8328-49b8-45af-aa3c-715bfbae1b15 req-9c55733a-228b-4ad7-8c32-cb5f1a245f92 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 944 time: 0.1750772 Jun 30 02:54:39.943628 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-638bce81-38ae-4255-ab4b-f067394fa9d4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for floatingip, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:39.944477 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.l3_db [None req-638bce81-38ae-4255-ab4b-f067394fa9d4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Floating IP 1b4a2496-ce56-47f8-a0a7-e24612d45682 disassociated (deleted). External IP: 172.27.0.249, port: 1b05706d-0d8b-4603-9f53-11524ce4a3e0. Jun 30 02:54:39.962420 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-91fa8328-49b8-45af-aa3c-715bfbae1b15 req-f3bef254-b418-4451-9eb5-60f96477c3d3 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436101 Jun 30 02:54:39.965240 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-9a2fab35-08e3-49f3-a479-0d1c54394c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:39.966783 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-9a2fab35-08e3-49f3-a479-0d1c54394c5d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 1097 time: 0.1087351 Jun 30 02:54:40.021223 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-144a15b1-e04f-40b4-8a86-4b2a062dcf41 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ebbebe-6559-46dd-929f-d1d7c2c0f953 HTTP/1.1" status: 200 len: 217 time: 0.0378644 Jun 30 02:54:40.073666 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-a61e6708-f6da-4e22-a843-7416b4714509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.075239 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-a61e6708-f6da-4e22-a843-7416b4714509 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9603c661-a52a-4b62-9da7-34b6b5309725 HTTP/1.1" status: 200 len: 855 time: 0.0464959 Jun 30 02:54:40.110640 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-ceee19ea-fbfa-432b-9e6a-648a806a6d0e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27b16050-ca95-4c90-988d-df76d35611c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281498 Jun 30 02:54:40.192330 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638bce81-38ae-4255-ab4b-f067394fa9d4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:40.210093 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28e55a-39f2-4c0f-ba8b-d9aa3f653fa4 req-25b6ec92-acaa-4502-86b8-5dd6946c7750 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.211788 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ff28e55a-39f2-4c0f-ba8b-d9aa3f653fa4 req-25b6ec92-acaa-4502-86b8-5dd6946c7750 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 946 time: 0.1137097 Jun 30 02:54:40.298664 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ff28e55a-39f2-4c0f-ba8b-d9aa3f653fa4 req-41666db9-3c10-4a5c-b6e6-eacc22ff0468 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790730 Jun 30 02:54:40.347540 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638bce81-38ae-4255-ab4b-f067394fa9d4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:40.353126 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-638bce81-38ae-4255-ab4b-f067394fa9d4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:40.358969 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8bd12e-3e90-4cc3-ac9b-93d2901603d4 None None] Sync routers for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:40.370884 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8bd12e-3e90-4cc3-ac9b-93d2901603d4 None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:40.371548 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-ad8bd12e-3e90-4cc3-ac9b-93d2901603d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:40.400432 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-638bce81-38ae-4255-ab4b-f067394fa9d4 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "DELETE /v2.0/floatingips/1b4a2496-ce56-47f8-a0a7-e24612d45682 HTTP/1.1" status: 204 len: 168 time: 0.9960346 Jun 30 02:54:40.400432 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'tag': '1b05706d-0d8b-4603-9f53-11524ce4a3e0'}] {{(pid=99697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:40.400896 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b7f5baf573436b176afe0d81d1f51af27148d2e3508bf06a547a56a88bfd8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d300124d-19bd-48e6-9190-82d7613f951e" -d '{"events": [{"name": "network-changed", "server_uuid": "7efee3a0-a506-4361-895b-cfe2afcb3894", "tag": "1b05706d-0d8b-4603-9f53-11524ce4a3e0"}]}' {{(pid=99697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:40.439880 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b01931e-94ba-4a0b-a9f0-462343bf167d x-openstack-request-id: req-9b01931e-94ba-4a0b-a9f0-462343bf167d {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:40.440274 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efee3a0-a506-4361-895b-cfe2afcb3894", "tag": "1b05706d-0d8b-4603-9f53-11524ce4a3e0", "status": "completed", "code": 200}]} {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:40.440617 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9b01931e-94ba-4a0b-a9f0-462343bf167d {{(pid=99697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:40.441102 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'tag': '1b05706d-0d8b-4603-9f53-11524ce4a3e0', 'status': 'completed', 'code': 200} Jun 30 02:54:40.484236 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-ad8bd12e-3e90-4cc3-ac9b-93d2901603d4 None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:40.533127 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-1f8a2cc2-3c6e-43d0-ba2d-cc0cb54ffca8 service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157076 Jun 30 02:54:40.594168 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300124d-19bd-48e6-9190-82d7613f951e req-fa2fed05-9bef-469c-bc31-3bd0d66f72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.595756 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d300124d-19bd-48e6-9190-82d7613f951e req-fa2fed05-9bef-469c-bc31-3bd0d66f72ed service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 1098 time: 0.1263890 Jun 30 02:54:40.702748 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7d98275f-a0bc-4e01-a311-2c081850f637 req-4756c671-9d5c-4074-a9ab-df0b61c96cf0 service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625984 Jun 30 02:54:40.729684 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300124d-19bd-48e6-9190-82d7613f951e req-f52b26d2-dad0-40b7-9149-6b9da37726e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.731247 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d300124d-19bd-48e6-9190-82d7613f951e req-f52b26d2-dad0-40b7-9149-6b9da37726e2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 914 time: 0.1257687 Jun 30 02:54:40.753228 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-ad8bd12e-3e90-4cc3-ac9b-93d2901603d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': '9da15643-8419-4a54-bbfe-d453babfaf41', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:72:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:03Z', 'updated_at': '2021-06-30T02:50:05Z', 'revision_number': 1, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:40.782036 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8bd12e-3e90-4cc3-ac9b-93d2901603d4 None None] Checking router: 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:40.791133 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8bd12e-3e90-4cc3-ac9b-93d2901603d4 None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:40.792050 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-ad8bd12e-3e90-4cc3-ac9b-93d2901603d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:40.792506 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d300124d-19bd-48e6-9190-82d7613f951e req-1eed9314-00ef-4fda-b424-c02650308bb9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b05706d-0d8b-4603-9f53-11524ce4a3e0 HTTP/1.1" status: 200 len: 217 time: 0.0516469 Jun 30 02:54:40.792680 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bab3c-1669-4a7e-baa6-ac86dc41a9ab req-3484f78f-edf1-4a56-8dc8-76e49f764c9a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.794168 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ba0bab3c-1669-4a7e-baa6-ac86dc41a9ab req-3484f78f-edf1-4a56-8dc8-76e49f764c9a tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 945 time: 0.0670455 Jun 30 02:54:40.834924 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ba0bab3c-1669-4a7e-baa6-ac86dc41a9ab req-ba5368f8-5b87-4fc7-9401-c04205f1dfd5 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338964 Jun 30 02:54:40.900041 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-ad8bd12e-3e90-4cc3-ac9b-93d2901603d4 None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:40.900555 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300124d-19bd-48e6-9190-82d7613f951e req-f4fac353-2985-48be-ba02-625d9b135596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.902018 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d300124d-19bd-48e6-9190-82d7613f951e req-f4fac353-2985-48be-ba02-625d9b135596 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 200 len: 851 time: 0.0888195 Jun 30 02:54:40.942168 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e40cb-ff2f-41e6-948f-6cbfa5219e7a req-2de996cb-a9ac-4339-9302-1ac2710f4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.943694 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-939e40cb-ff2f-41e6-948f-6cbfa5219e7a req-2de996cb-a9ac-4339-9302-1ac2710f4ed3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 1097 time: 0.1622345 Jun 30 02:54:40.976053 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-9e552bca-5a98-44e5-a689-854831bdba70 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:40.977422 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-9e552bca-5a98-44e5-a689-854831bdba70 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.88 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 946 time: 0.1557739 Jun 30 02:54:41.135225 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300124d-19bd-48e6-9190-82d7613f951e req-58852d42-cd34-4fa0-a2aa-476de1b254da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.136710 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d300124d-19bd-48e6-9190-82d7613f951e req-58852d42-cd34-4fa0-a2aa-476de1b254da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58320a80-9569-421e-8eb0-a5be680adf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2260418 Jun 30 02:54:41.138603 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-ad8bd12e-3e90-4cc3-ac9b-93d2901603d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': '9da15643-8419-4a54-bbfe-d453babfaf41', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:72:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:03Z', 'updated_at': '2021-06-30T02:50:05Z', 'revision_number': 1, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:41.164933 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8bd12e-3e90-4cc3-ac9b-93d2901603d4 None None] The sync data for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi is: [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'floating_ip_address': '172.27.0.89', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'port_id': '9da15643-8419-4a54-bbfe-d453babfaf41', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'mac_address': 'fa:16:3e:72:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:50:03Z', 'updated_at': '2021-06-30T02:50:05Z', 'revision_number': 1, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:41.193568 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e40cb-ff2f-41e6-948f-6cbfa5219e7a req-84df5c25-3ffe-4315-9a2f-e535a9bd7831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.195800 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-939e40cb-ff2f-41e6-948f-6cbfa5219e7a req-84df5c25-3ffe-4315-9a2f-e535a9bd7831 service neutron] 10.222.0.88 "GET /v2.0/networks?id=27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 200 len: 917 time: 0.2431142 Jun 30 02:54:41.283604 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-939e40cb-ff2f-41e6-948f-6cbfa5219e7a req-a89a8feb-d7b8-40c7-aa56-9cbc5d56161e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ebbebe-6559-46dd-929f-d1d7c2c0f953 HTTP/1.1" status: 200 len: 217 time: 0.0745795 Jun 30 02:54:41.380083 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Deleting port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:41.380454 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.397193 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100deb5-de4b-4d9d-9b1e-054bfce31669 req-0345a67f-7425-4e62-a847-7f9469913b8e tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.399693 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6100deb5-de4b-4d9d-9b1e-054bfce31669 req-0345a67f-7425-4e62-a847-7f9469913b8e tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 944 time: 0.2699137 Jun 30 02:54:41.421244 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e143b9e-944b-4697-bbc0-72ca78208b4f None None] New status for floating IP 1b4a2496-ce56-47f8-a0a7-e24612d45682: DOWN {{(pid=99698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:54:41.441963 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d300124d-19bd-48e6-9190-82d7613f951e req-475fdf4a-5017-4e3a-a670-76fb75993088 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851708 Jun 30 02:54:41.447133 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e40cb-ff2f-41e6-948f-6cbfa5219e7a req-06b0561a-ac48-4a13-807c-94c8ed580931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.448527 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-939e40cb-ff2f-41e6-948f-6cbfa5219e7a req-06b0561a-ac48-4a13-807c-94c8ed580931 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9603c661-a52a-4b62-9da7-34b6b5309725 HTTP/1.1" status: 200 len: 855 time: 0.1555040 Jun 30 02:54:41.516448 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b3382-d3ce-468d-9427-28051f39fb16 req-d6b663ad-fab1-4c39-b048-452af72efd8f tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:41.517942 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-748b3382-d3ce-468d-9427-28051f39fb16 req-d6b663ad-fab1-4c39-b048-452af72efd8f tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 946 time: 0.0828617 Jun 30 02:54:41.560254 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-748b3382-d3ce-468d-9427-28051f39fb16 req-017deb8f-5e75-42e0-a374-8e98db7da041 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups?id=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354724 Jun 30 02:54:41.563213 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-939e40cb-ff2f-41e6-948f-6cbfa5219e7a req-36d6d6fd-28aa-4835-9ea4-04408d0309d0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27b16050-ca95-4c90-988d-df76d35611c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912769 Jun 30 02:54:41.612050 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6100deb5-de4b-4d9d-9b1e-054bfce31669 req-cc8784e5-8fa0-410e-92b0-26d4b1081b5d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993096 Jun 30 02:54:41.682585 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] For port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:41.682957 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.748744 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d300124d-19bd-48e6-9190-82d7613f951e req-fe9c13b8-c0d1-4033-b656-ac9a9a600a95 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901456 Jun 30 02:54:41.766337 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-939e40cb-ff2f-41e6-948f-6cbfa5219e7a req-4053bee1-3820-4c1d-b847-d50d4eacab57 service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921587 Jun 30 02:54:41.965519 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-939e40cb-ff2f-41e6-948f-6cbfa5219e7a req-74800d20-fd4d-4212-8d5b-fa10c3e4ff0f service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882505 Jun 30 02:54:41.974146 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.975084 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:41.975936 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.l3_db [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Floating IP 8ecdb34e-9a9b-47f9-a779-69567843df21 disassociated. External IP: 172.27.0.136, port: f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef. Jun 30 02:54:41.976348 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Calling delete_port for f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:42.018939 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90944421-bc31-4303-ba72-b2db942ad051 req-f506a318-7f3e-4f80-9823-cd9e7451c4ff tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:42.020356 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-90944421-bc31-4303-ba72-b2db942ad051 req-f506a318-7f3e-4f80-9823-cd9e7451c4ff tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 945 time: 0.0652626 Jun 30 02:54:42.059699 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-90944421-bc31-4303-ba72-b2db942ad051 req-92212ff7-8efa-4d95-80ee-304c1e2b291d tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330942 Jun 30 02:54:42.107977 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.138628 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event deleted for resources: {'Port': ['ID=f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:42.252108 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:42.358155 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:42.367344 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa1db6-20b0-4ad9-98d3-881dfaf3af80 None None] Sync routers for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:42.376288 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa1db6-20b0-4ad9-98d3-881dfaf3af80 None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:42.376900 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-4efa1db6-20b0-4ad9-98d3-881dfaf3af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:42.408949 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] No DVR routers for this DVR port f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:42.411399 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.414821 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c15a5da0-23f0-4d7e-b6ce-b7ce39611c63 req-98555046-2fe8-4584-8336-4c664ddf464b tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.88 "DELETE /v2.0/ports/f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef HTTP/1.1" status: 204 len: 173 time: 1.4003999 Jun 30 02:54:42.415311 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d3a1b3d-f3f1-4b61-8820-a042af90ccef', 'name': 'network-vif-deleted', 'tag': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:42.417554 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adb22ec-a7fe-4020-a488-3f4bd4d7f294" -d '{"events": [{"server_uuid": "6d3a1b3d-f3f1-4b61-8820-a042af90ccef", "name": "network-vif-deleted", "tag": "f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:42.463727 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bedde71-48b0-4247-8419-3c2a79cdd875 x-openstack-request-id: req-6bedde71-48b0-4247-8419-3c2a79cdd875 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:42.464016 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d3a1b3d-f3f1-4b61-8820-a042af90ccef", "name": "network-vif-deleted", "tag": "f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:42.464376 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6bedde71-48b0-4247-8419-3c2a79cdd875 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:42.464769 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d3a1b3d-f3f1-4b61-8820-a042af90ccef', 'name': 'network-vif-deleted', 'tag': 'f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef', 'status': 'completed', 'code': 200} Jun 30 02:54:42.487863 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-4efa1db6-20b0-4ad9-98d3-881dfaf3af80 None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:42.726622 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132d195-4f01-4531-9ee6-8e61a867b1f9 req-48fe1ec7-975a-4c1d-b1f4-9438e7dd1cfd tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:42.728165 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9132d195-4f01-4531-9ee6-8e61a867b1f9 req-48fe1ec7-975a-4c1d-b1f4-9438e7dd1cfd tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 945 time: 0.0811698 Jun 30 02:54:42.749851 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-858d8f5c-ca83-46fc-b6f4-dd53ff3d93a7 req-ec54b3ff-ffb9-4428-ba52-b5153790f9fd tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/ports?device_id=6d3a1b3d-f3f1-4b61-8820-a042af90ccef HTTP/1.1" status: 200 len: 210 time: 0.0316107 Jun 30 02:54:42.797756 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-4efa1db6-20b0-4ad9-98d3-881dfaf3af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 5, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:42.829169 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa1db6-20b0-4ad9-98d3-881dfaf3af80 None None] Checking router: 64f94e0a-9767-43cc-8a82-c8d05612ecb3 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:42.838704 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa1db6-20b0-4ad9-98d3-881dfaf3af80 None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:42.839388 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-4efa1db6-20b0-4ad9-98d3-881dfaf3af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:42.870708 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb6f1c-2ce7-477c-adce-5c5a2055dd4d req-6850362a-479d-41c4-9c04-a65d5d39aa9b tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:42.871946 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-51bb6f1c-2ce7-477c-adce-5c5a2055dd4d req-6850362a-479d-41c4-9c04-a65d5d39aa9b tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 944 time: 0.1281931 Jun 30 02:54:42.890824 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-9132d195-4f01-4531-9ee6-8e61a867b1f9 req-c4a66292-ca8f-4397-9655-64328c14c0b5 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Deleting port 1b05706d-0d8b-4603-9f53-11524ce4a3e0 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:42.891204 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-9132d195-4f01-4531-9ee6-8e61a867b1f9 req-c4a66292-ca8f-4397-9655-64328c14c0b5 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.946385 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:42.958953 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-4efa1db6-20b0-4ad9-98d3-881dfaf3af80 None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:42.965253 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-51bb6f1c-2ce7-477c-adce-5c5a2055dd4d req-ee74ba35-b6a3-44d2-8c64-6c7d0b6bbe1f tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853820 Jun 30 02:54:43.014004 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-9132d195-4f01-4531-9ee6-8e61a867b1f9 req-c4a66292-ca8f-4397-9655-64328c14c0b5 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] For port 1b05706d-0d8b-4603-9f53-11524ce4a3e0, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=1b05706d-0d8b-4603-9f53-11524ce4a3e0,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:43.014360 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-9132d195-4f01-4531-9ee6-8e61a867b1f9 req-c4a66292-ca8f-4397-9655-64328c14c0b5 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.027476 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-9132d195-4f01-4531-9ee6-8e61a867b1f9 req-c4a66292-ca8f-4397-9655-64328c14c0b5 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Calling delete_port for 1b05706d-0d8b-4603-9f53-11524ce4a3e0 owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:43.173719 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-9132d195-4f01-4531-9ee6-8e61a867b1f9 req-c4a66292-ca8f-4397-9655-64328c14c0b5 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.189764 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-4efa1db6-20b0-4ad9-98d3-881dfaf3af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 5, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:43.205716 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a66292-ca8f-4397-9655-64328c14c0b5 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event deleted for resources: {'Port': ['ID=1b05706d-0d8b-4603-9f53-11524ce4a3e0,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:43.222074 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efa1db6-20b0-4ad9-98d3-881dfaf3af80 None None] The sync data for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi is: [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:21Z', 'revision_number': 4, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '58de6ee3-199a-4e45-9e21-a4a820786d32', 'name': '', 'network_id': '8e6a15db-6f15-47e3-b52f-83c6bf805dc2', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'mac_address': 'fa:16:3e:d3:9a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:21Z', 'updated_at': '2021-06-30T02:47:25Z', 'revision_number': 5, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'subnets': [{'id': '422ed7e6-8268-4da9-9aee-eeed2f63ac7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:43.250551 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5a7f01bd-8877-4977-9b73-58e1d61b14b5 req-3743d1d9-45a1-49a3-b1bc-fb5802f850a5 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=7efee3a0-a506-4361-895b-cfe2afcb3894 HTTP/1.1" status: 200 len: 210 time: 0.0468967 Jun 30 02:54:43.270985 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-9132d195-4f01-4531-9ee6-8e61a867b1f9 req-c4a66292-ca8f-4397-9655-64328c14c0b5 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] No DVR routers for this DVR port 1b05706d-0d8b-4603-9f53-11524ce4a3e0 on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:43.275371 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-9132d195-4f01-4531-9ee6-8e61a867b1f9 req-c4a66292-ca8f-4397-9655-64328c14c0b5 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.277457 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9132d195-4f01-4531-9ee6-8e61a867b1f9 req-c4a66292-ca8f-4397-9655-64328c14c0b5 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "DELETE /v2.0/ports/1b05706d-0d8b-4603-9f53-11524ce4a3e0 HTTP/1.1" status: 204 len: 173 time: 0.5438457 Jun 30 02:54:43.446135 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cc7e65-e80f-41ec-aadb-e8e7368c4dfb None None] New status for floating IP 8ecdb34e-9a9b-47f9-a779-69567843df21: DOWN {{(pid=99698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:54:43.640464 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 25ebbebe-6559-46dd-929f-d1d7c2c0f953 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:54:43.740492 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 25ebbebe-6559-46dd-929f-d1d7c2c0f953, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=25ebbebe-6559-46dd-929f-d1d7c2c0f953,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:43.752113 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '25ebbebe-6559-46dd-929f-d1d7c2c0f953', 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6', 'port_id': '25ebbebe-6559-46dd-929f-d1d7c2c0f953', 'mac_address': 'fa:16:3e:75:d5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9603c661-a52a-4b62-9da7-34b6b5309725', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:54:43.789188 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.801919 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ebbebe-6559-46dd-929f-d1d7c2c0f953 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:54:43.822584 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 25ebbebe-6559-46dd-929f-d1d7c2c0f953, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=25ebbebe-6559-46dd-929f-d1d7c2c0f953,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:43.826559 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.873542 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33604) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:43.882541 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=25ebbebe-6559-46dd-929f-d1d7c2c0f953,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:43.932727 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-34f13fcc-201d-4c88-8f86-76a05ea4a65c tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:43.957844 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-34f13fcc-201d-4c88-8f86-76a05ea4a65c tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.008384 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-34f13fcc-201d-4c88-8f86-76a05ea4a65c tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.011247 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-34f13fcc-201d-4c88-8f86-76a05ea4a65c tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.015040 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-34f13fcc-201d-4c88-8f86-76a05ea4a65c tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "DELETE /v2.0/security-groups/80f3e3eb-9e3a-4470-8535-3c2bca71c6ad HTTP/1.1" status: 204 len: 168 time: 0.1377861 Jun 30 02:54:44.015398 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33608) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:44.029607 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f13fcc-201d-4c88-8f86-76a05ea4a65c tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f3e3eb-9e3a-4470-8535-3c2bca71c6ad,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:44.033975 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.api.v2.resource [None req-9930e21b-2dd5-42cb-b8d8-4721f2478591 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] show failed (client error): The resource could not be found. Jun 30 02:54:44.035169 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-9930e21b-2dd5-42cb-b8d8-4721f2478591 tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "GET /v2.0/security-groups/80f3e3eb-9e3a-4470-8535-3c2bca71c6ad HTTP/1.1" status: 404 len: 347 time: 0.0186293 Jun 30 02:54:44.038732 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33610) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:44.220056 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['25ebbebe-6559-46dd-929f-d1d7c2c0f953'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:54:44.229123 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36e18f-294e-467e-a456-531bd51cb2e4 req-bb5d8971-1e7b-4929-b3e1-972f22eff36c tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:44.230702 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6a36e18f-294e-467e-a456-531bd51cb2e4 req-bb5d8971-1e7b-4929-b3e1-972f22eff36c tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 945 time: 0.1338799 Jun 30 02:54:44.233208 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-6edda8c1-ff16-4591-98e1-9ac387bedbcb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Deleting port 0213ba4d-7563-46b6-8df3-c3c8e91fc4d8 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:44.233552 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6edda8c1-ff16-4591-98e1-9ac387bedbcb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.312968 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6a36e18f-294e-467e-a456-531bd51cb2e4 req-99ed62c8-0818-4903-94ff-693bbce5bbf7 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761273 Jun 30 02:54:44.345662 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6edda8c1-ff16-4591-98e1-9ac387bedbcb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.346104 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6edda8c1-ff16-4591-98e1-9ac387bedbcb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.359372 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-6edda8c1-ff16-4591-98e1-9ac387bedbcb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Calling delete_port for 0213ba4d-7563-46b6-8df3-c3c8e91fc4d8 owned by network:floatingip {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:44.675578 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'name': 'network-vif-deleted', 'tag': '1b05706d-0d8b-4603-9f53-11524ce4a3e0'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:44.677827 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec26bcf-13c1-4ade-a1f8-dddbafdebdf8" -d '{"events": [{"server_uuid": "7efee3a0-a506-4361-895b-cfe2afcb3894", "name": "network-vif-deleted", "tag": "1b05706d-0d8b-4603-9f53-11524ce4a3e0"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:44.718550 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e49bbc-df86-4316-ba66-e90849944bb7 x-openstack-request-id: req-32e49bbc-df86-4316-ba66-e90849944bb7 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:44.718843 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efee3a0-a506-4361-895b-cfe2afcb3894", "name": "network-vif-deleted", "tag": "1b05706d-0d8b-4603-9f53-11524ce4a3e0", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:44.719119 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-32e49bbc-df86-4316-ba66-e90849944bb7 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:44.719500 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efee3a0-a506-4361-895b-cfe2afcb3894', 'name': 'network-vif-deleted', 'tag': '1b05706d-0d8b-4603-9f53-11524ce4a3e0', 'status': 'completed', 'code': 200} Jun 30 02:54:44.771763 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6edda8c1-ff16-4591-98e1-9ac387bedbcb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.796012 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edda8c1-ff16-4591-98e1-9ac387bedbcb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Pushing event deleted for resources: {'Port': ['ID=0213ba4d-7563-46b6-8df3-c3c8e91fc4d8,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:44.859254 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6edda8c1-ff16-4591-98e1-9ac387bedbcb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks [] for floatingip, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.861774 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-6edda8c1-ff16-4591-98e1-9ac387bedbcb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:44.862929 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-6edda8c1-ff16-4591-98e1-9ac387bedbcb tempest-AttachVolumeTestJSON-317032260 tempest-AttachVolumeTestJSON-317032260-project] 10.222.0.104 "DELETE /v2.0/floatingips/8ecdb34e-9a9b-47f9-a779-69567843df21 HTTP/1.1" status: 204 len: 168 time: 0.8230963 Jun 30 02:54:45.481299 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb83222-5cc6-46fb-a2c0-d8e732db7677 req-6f7d9c69-866e-4a5a-8e51-17ea0f064860 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:45.483254 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bcb83222-5cc6-46fb-a2c0-d8e732db7677 req-6f7d9c69-866e-4a5a-8e51-17ea0f064860 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 945 time: 0.0632317 Jun 30 02:54:45.522428 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bcb83222-5cc6-46fb-a2c0-d8e732db7677 req-9832537e-d079-4fe5-be30-b477d91458af tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335548 Jun 30 02:54:45.670214 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 25ebbebe-6559-46dd-929f-d1d7c2c0f953 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:54:45.721209 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 25ebbebe-6559-46dd-929f-d1d7c2c0f953 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:54:45.724801 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 25ebbebe-6559-46dd-929f-d1d7c2c0f953 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:54:45.725747 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.800917 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.822817 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a129b8aa-e5d6-4b4e-a819-63179ffdf567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ebbebe-6559-46dd-929f-d1d7c2c0f953'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:45.825060 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b014610-5843-41f3-a1c1-a3c7d96aa9fe" -d '{"events": [{"server_uuid": "a129b8aa-e5d6-4b4e-a819-63179ffdf567", "name": "network-vif-plugged", "status": "completed", "tag": "25ebbebe-6559-46dd-929f-d1d7c2c0f953"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:45.838371 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 25ebbebe-6559-46dd-929f-d1d7c2c0f953, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=25ebbebe-6559-46dd-929f-d1d7c2c0f953,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:45.842715 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:45.843572 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 1b05706d-0d8b-4603-9f53-11524ce4a3e0 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:45.888395 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136f47e3-9ab2-4c63-a098-e8b5ed5ed032 x-openstack-request-id: req-136f47e3-9ab2-4c63-a098-e8b5ed5ed032 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:45.888690 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a129b8aa-e5d6-4b4e-a819-63179ffdf567", "name": "network-vif-plugged", "status": "completed", "tag": "25ebbebe-6559-46dd-929f-d1d7c2c0f953", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:45.888956 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-136f47e3-9ab2-4c63-a098-e8b5ed5ed032 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:45.889334 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a129b8aa-e5d6-4b4e-a819-63179ffdf567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ebbebe-6559-46dd-929f-d1d7c2c0f953', 'code': 200} Jun 30 02:54:45.892402 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 1b05706d-0d8b-4603-9f53-11524ce4a3e0 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:45.892758 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 1b05706d-0d8b-4603-9f53-11524ce4a3e0 not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:45.893274 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:45.916440 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:45.916787 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device f3a7b943-8fc4-44e2-bacc-4bc71bdf58ef not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:45.937864 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=25ebbebe-6559-46dd-929f-d1d7c2c0f953,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:46.093514 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f26ca74-440e-4ded-98ae-305346e4daf9 req-81574a8f-76a5-404e-a437-136bb18ddab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.095210 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9f26ca74-440e-4ded-98ae-305346e4daf9 req-81574a8f-76a5-404e-a437-136bb18ddab9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 1099 time: 0.0536511 Jun 30 02:54:46.130192 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9f26ca74-440e-4ded-98ae-305346e4daf9 req-9792d339-1e6d-4f31-89fe-7d48413a89e6 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290334 Jun 30 02:54:46.588047 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33644) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:46.700316 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d8df0-9753-43d9-9764-1a2c91451ba5 req-8937ee04-19e4-47a8-a751-0175df33c332 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:46.701799 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f30d8df0-9753-43d9-9764-1a2c91451ba5 req-8937ee04-19e4-47a8-a751-0175df33c332 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 946 time: 0.0625212 Jun 30 02:54:46.740496 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f30d8df0-9753-43d9-9764-1a2c91451ba5 req-48f600ff-4326-4ab9-9aec-f238c8fad373 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328162 Jun 30 02:54:46.748655 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-e068c206-de94-4f63-84dc-04336a6fb927 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Deleting port 6ed67524-404a-4b09-b172-81a1a573755f {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:46.749003 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e068c206-de94-4f63-84dc-04336a6fb927 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.825210 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e068c206-de94-4f63-84dc-04336a6fb927 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.825551 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e068c206-de94-4f63-84dc-04336a6fb927 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:46.837787 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-e068c206-de94-4f63-84dc-04336a6fb927 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Calling delete_port for 6ed67524-404a-4b09-b172-81a1a573755f owned by network:floatingip {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:46.981897 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e068c206-de94-4f63-84dc-04336a6fb927 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:47.008040 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068c206-de94-4f63-84dc-04336a6fb927 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event deleted for resources: {'Port': ['ID=6ed67524-404a-4b09-b172-81a1a573755f,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:47.065918 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e068c206-de94-4f63-84dc-04336a6fb927 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for floatingip, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:47.066254 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.l3_db [None req-e068c206-de94-4f63-84dc-04336a6fb927 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Floating IP fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4 disassociated (deleted). External IP: 172.27.0.89, port: 9da15643-8419-4a54-bbfe-d453babfaf41. Jun 30 02:54:47.281262 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e068c206-de94-4f63-84dc-04336a6fb927 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:47.404317 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e068c206-de94-4f63-84dc-04336a6fb927 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:47.404317 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e068c206-de94-4f63-84dc-04336a6fb927 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:47.407737 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8aa636-9d0a-4504-8a39-25ef1bbc8fb6 None None] Sync routers for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:47.416730 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8aa636-9d0a-4504-8a39-25ef1bbc8fb6 None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:47.417338 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-db8aa636-9d0a-4504-8a39-25ef1bbc8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:47.440598 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-e068c206-de94-4f63-84dc-04336a6fb927 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "DELETE /v2.0/floatingips/fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4 HTTP/1.1" status: 204 len: 168 time: 0.8513839 Jun 30 02:54:47.441286 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'tag': '9da15643-8419-4a54-bbfe-d453babfaf41'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:47.443705 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1fa1ab-ec5b-4602-ae84-3dd649012044" -d '{"events": [{"name": "network-changed", "server_uuid": "e8d3b547-e69f-476a-b35a-bff2deee5db3", "tag": "9da15643-8419-4a54-bbfe-d453babfaf41"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:47.480591 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906a885-8238-4a76-b07c-a7a6aaeacdf2 x-openstack-request-id: req-d906a885-8238-4a76-b07c-a7a6aaeacdf2 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:47.481063 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8d3b547-e69f-476a-b35a-bff2deee5db3", "tag": "9da15643-8419-4a54-bbfe-d453babfaf41", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:47.481488 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d906a885-8238-4a76-b07c-a7a6aaeacdf2 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:47.482293 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'tag': '9da15643-8419-4a54-bbfe-d453babfaf41', 'status': 'completed', 'code': 200} Jun 30 02:54:47.528903 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-db8aa636-9d0a-4504-8a39-25ef1bbc8fb6 None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:47.571835 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fa1ab-ec5b-4602-ae84-3dd649012044 req-19c84825-249a-462e-a2fc-986ca075f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.573653 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6b1fa1ab-ec5b-4602-ae84-3dd649012044 req-19c84825-249a-462e-a2fc-986ca075f056 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=4e13080cb9d04e46988c9efe323c0133&device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 1098 time: 0.0689337 Jun 30 02:54:47.699195 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fa1ab-ec5b-4602-ae84-3dd649012044 req-1af515f6-9aef-4d21-b82b-86a464e50a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.700990 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6b1fa1ab-ec5b-4602-ae84-3dd649012044 req-1af515f6-9aef-4d21-b82b-86a464e50a75 service neutron] 10.222.0.88 "GET /v2.0/networks?id=58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 200 len: 914 time: 0.1212401 Jun 30 02:54:47.742532 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-db8aa636-9d0a-4504-8a39-25ef1bbc8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:47.745167 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6b1fa1ab-ec5b-4602-ae84-3dd649012044 req-a1668345-719a-4a98-a74d-1a9db7e03c4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9da15643-8419-4a54-bbfe-d453babfaf41 HTTP/1.1" status: 200 len: 217 time: 0.0371826 Jun 30 02:54:47.769101 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8aa636-9d0a-4504-8a39-25ef1bbc8fb6 None None] Checking router: 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:47.778079 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8aa636-9d0a-4504-8a39-25ef1bbc8fb6 None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:47.778825 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-db8aa636-9d0a-4504-8a39-25ef1bbc8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:47.800864 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fa1ab-ec5b-4602-ae84-3dd649012044 req-21e9e17f-4745-43f5-a252-0d4e2fa385fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.802366 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6b1fa1ab-ec5b-4602-ae84-3dd649012044 req-21e9e17f-4745-43f5-a252-0d4e2fa385fa service neutron] 10.222.0.88 "GET /v2.0/subnets?id=3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 200 len: 851 time: 0.0500677 Jun 30 02:54:47.847688 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befe9b1-663c-49ee-8888-c4f3af1e508f req-f002dc0a-2cb7-4f6d-8f6c-2c34a3ff4e5b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.850063 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6befe9b1-663c-49ee-8888-c4f3af1e508f req-f002dc0a-2cb7-4f6d-8f6c-2c34a3ff4e5b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 945 time: 0.0765555 Jun 30 02:54:47.871937 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fa1ab-ec5b-4602-ae84-3dd649012044 req-2183abfd-55cb-4c17-9e1d-b2743bec7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:47.876615 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6b1fa1ab-ec5b-4602-ae84-3dd649012044 req-2183abfd-55cb-4c17-9e1d-b2743bec7cc0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=58320a80-9569-421e-8eb0-a5be680adf9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0665386 Jun 30 02:54:47.889998 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-db8aa636-9d0a-4504-8a39-25ef1bbc8fb6 None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:47.896433 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-6befe9b1-663c-49ee-8888-c4f3af1e508f req-c916a3a3-2298-400d-8259-6f07d73602c9 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378540 Jun 30 02:54:48.017424 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b9c7a-c966-45e1-a235-4f321c472baf req-cf907bc1-7b20-42f4-8147-2d3444b706db tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:48.018995 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-005b9c7a-c966-45e1-a235-4f321c472baf req-cf907bc1-7b20-42f4-8147-2d3444b706db tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 946 time: 0.1358256 Jun 30 02:54:48.021289 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6b1fa1ab-ec5b-4602-ae84-3dd649012044 req-bb6f1fc6-e8ef-4a5a-82c0-d1b59310dcdf service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362426 Jun 30 02:54:48.099443 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-005b9c7a-c966-45e1-a235-4f321c472baf req-fa46184f-993f-48ca-a8dc-83d884ea93cd tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737658 Jun 30 02:54:48.099967 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-db8aa636-9d0a-4504-8a39-25ef1bbc8fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:48.129124 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8aa636-9d0a-4504-8a39-25ef1bbc8fb6 None None] The sync data for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi is: [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:27Z', 'revision_number': 4, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '83f44b79-64ed-40b7-a6b2-c46d6a89a654', 'name': '', 'network_id': '58320a80-9569-421e-8eb0-a5be680adf9b', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'mac_address': 'fa:16:3e:cb:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:26Z', 'updated_at': '2021-06-30T02:45:33Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'subnets': [{'id': '3a033809-892b-48c9-b8cd-293126c56dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:48.141138 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6b1fa1ab-ec5b-4602-ae84-3dd649012044 req-5f0e4775-ee67-4350-a60a-6ca9d5f44a21 service neutron] 10.222.0.88 "GET /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094759 Jun 30 02:54:48.354673 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c440d6c3-c57c-4a84-bc59-23a8fb0d562f None None] New status for floating IP fc827f26-e29c-4cf5-b7ed-a7ad1a34a2a4: DOWN {{(pid=99698) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:54:48.579988 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33676) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:48.990492 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eef654d1-683b-4351-afca-b1ea7d817725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040810'] for router_interface, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.078796 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0812e-8fe2-44f0-a3dc-44d49c331897 req-1263c89a-12fa-4ce2-95b6-49813e55032b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:49.080901 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7db0812e-8fe2-44f0-a3dc-44d49c331897 req-1263c89a-12fa-4ce2-95b6-49813e55032b tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 945 time: 0.0656636 Jun 30 02:54:49.119599 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-7db0812e-8fe2-44f0-a3dc-44d49c331897 req-d1f25733-cf04-4991-a03d-b2a4ccee2b72 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/security-groups?id=8e085fcc-923a-4e26-98d8-2763a1444cbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331061 Jun 30 02:54:49.250994 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-eef654d1-683b-4351-afca-b1ea7d817725 admin admin] Deleting port 58de6ee3-199a-4e45-9e21-a4a820786d32 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:49.251361 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eef654d1-683b-4351-afca-b1ea7d817725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.331240 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-eef654d1-683b-4351-afca-b1ea7d817725 admin admin] For port 58de6ee3-199a-4e45-9e21-a4a820786d32, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=58de6ee3-199a-4e45-9e21-a4a820786d32,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:49.331603 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eef654d1-683b-4351-afca-b1ea7d817725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.344091 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-eef654d1-683b-4351-afca-b1ea7d817725 admin admin] Calling delete_port for 58de6ee3-199a-4e45-9e21-a4a820786d32 owned by network:router_interface {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:49.514358 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3927f-6acd-4910-a2a0-d409ac290b32 req-02e27228-123a-40a2-943a-8aa9b021fd31 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:54:49.515863 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-23f3927f-6acd-4910-a2a0-d409ac290b32 req-02e27228-123a-40a2-943a-8aa9b021fd31 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 945 time: 0.1238720 Jun 30 02:54:49.647911 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eef654d1-683b-4351-afca-b1ea7d817725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.683258 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef654d1-683b-4351-afca-b1ea7d817725 admin admin] Pushing event deleted for resources: {'Port': ['ID=58de6ee3-199a-4e45-9e21-a4a820786d32,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:49.712250 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-23f3927f-6acd-4910-a2a0-d409ac290b32 req-be799280-9b1a-4de8-9876-5c8ec3681499 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Deleting port 9da15643-8419-4a54-bbfe-d453babfaf41 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:49.712597 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-23f3927f-6acd-4910-a2a0-d409ac290b32 req-be799280-9b1a-4de8-9876-5c8ec3681499 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.885997 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-23f3927f-6acd-4910-a2a0-d409ac290b32 req-be799280-9b1a-4de8-9876-5c8ec3681499 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] For port 9da15643-8419-4a54-bbfe-d453babfaf41, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=9da15643-8419-4a54-bbfe-d453babfaf41,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:49.886385 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-23f3927f-6acd-4910-a2a0-d409ac290b32 req-be799280-9b1a-4de8-9876-5c8ec3681499 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:49.931141 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-23f3927f-6acd-4910-a2a0-d409ac290b32 req-be799280-9b1a-4de8-9876-5c8ec3681499 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Calling delete_port for 9da15643-8419-4a54-bbfe-d453babfaf41 owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:49.984441 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-eef654d1-683b-4351-afca-b1ea7d817725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1040720'] for router_interface, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.166752 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-23f3927f-6acd-4910-a2a0-d409ac290b32 req-be799280-9b1a-4de8-9876-5c8ec3681499 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.230239 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be799280-9b1a-4de8-9876-5c8ec3681499 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event deleted for resources: {'Port': ['ID=9da15643-8419-4a54-bbfe-d453babfaf41,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:50.266750 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-bfd96869-3be2-4c2e-a88e-fd28edc22b0a req-4730fd37-1c79-4195-ae0d-1fd97e041fe9 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "GET /v2.0/ports?device_id=e8d3b547-e69f-476a-b35a-bff2deee5db3 HTTP/1.1" status: 200 len: 210 time: 0.0292301 Jun 30 02:54:50.289291 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f3927f-6acd-4910-a2a0-d409ac290b32 req-be799280-9b1a-4de8-9876-5c8ec3681499 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] No DVR routers for this DVR port 9da15643-8419-4a54-bbfe-d453babfaf41 on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:50.316511 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-23f3927f-6acd-4910-a2a0-d409ac290b32 req-be799280-9b1a-4de8-9876-5c8ec3681499 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.318513 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-23f3927f-6acd-4910-a2a0-d409ac290b32 req-be799280-9b1a-4de8-9876-5c8ec3681499 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.88 "DELETE /v2.0/ports/9da15643-8419-4a54-bbfe-d453babfaf41 HTTP/1.1" status: 204 len: 173 time: 0.7959244 Jun 30 02:54:50.319052 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'name': 'network-vif-deleted', 'tag': '9da15643-8419-4a54-bbfe-d453babfaf41'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:54:50.321302 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26aa678-a84c-4129-bd46-3b4f223cefdc" -d '{"events": [{"server_uuid": "e8d3b547-e69f-476a-b35a-bff2deee5db3", "name": "network-vif-deleted", "tag": "9da15643-8419-4a54-bbfe-d453babfaf41"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:54:50.355046 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef654d1-683b-4351-afca-b1ea7d817725 admin admin] Router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:50.363311 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2465aee-4c82-47b5-8d7a-b95141a3965b x-openstack-request-id: req-b2465aee-4c82-47b5-8d7a-b95141a3965b {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:54:50.363611 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8d3b547-e69f-476a-b35a-bff2deee5db3", "name": "network-vif-deleted", "tag": "9da15643-8419-4a54-bbfe-d453babfaf41", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:54:50.363863 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b2465aee-4c82-47b5-8d7a-b95141a3965b {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:54:50.364253 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8d3b547-e69f-476a-b35a-bff2deee5db3', 'name': 'network-vif-deleted', 'tag': '9da15643-8419-4a54-bbfe-d453babfaf41', 'status': 'completed', 'code': 200} Jun 30 02:54:50.747833 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef654d1-683b-4351-afca-b1ea7d817725 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:50.752759 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-eef654d1-683b-4351-afca-b1ea7d817725 admin admin] 10.222.0.104 "PUT /v2.0/routers/64f94e0a-9767-43cc-8a82-c8d05612ecb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1717532 Jun 30 02:54:50.755522 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33698) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:50.756638 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ac6c7-5f5f-4718-86fe-c275f512fdb9 None None] Sync routers for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:50.766019 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0ac6c7-5f5f-4718-86fe-c275f512fdb9 None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:50.766731 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-bd0ac6c7-5f5f-4718-86fe-c275f512fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:50.858600 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Notify callbacks [] for router, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:50.871941 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-bd0ac6c7-5f5f-4718-86fe-c275f512fdb9 None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:50.970585 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.038713 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Deleting port 640effeb-88ed-4810-be3b-a512de32419f {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:51.039824 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.128263 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] For port 640effeb-88ed-4810-be3b-a512de32419f, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=640effeb-88ed-4810-be3b-a512de32419f,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:51.129010 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.142195 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Calling delete_port for 640effeb-88ed-4810-be3b-a512de32419f owned by network:router_gateway {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:51.156615 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-bd0ac6c7-5f5f-4718-86fe-c275f512fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': '640effeb-88ed-4810-be3b-a512de32419f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:54:49Z', 'revision_number': 5, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port': {'id': '640effeb-88ed-4810-be3b-a512de32419f', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:51.186451 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ac6c7-5f5f-4718-86fe-c275f512fdb9 None None] Checking router: 64f94e0a-9767-43cc-8a82-c8d05612ecb3 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:51.195704 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0ac6c7-5f5f-4718-86fe-c275f512fdb9 None None] Routers {'64f94e0a-9767-43cc-8a82-c8d05612ecb3'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:51.196311 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-bd0ac6c7-5f5f-4718-86fe-c275f512fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:51.287948 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-bd0ac6c7-5f5f-4718-86fe-c275f512fdb9 None None] Set router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 gateway port host: None {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:51.314583 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.341477 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-bd0ac6c7-5f5f-4718-86fe-c275f512fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:54:50Z', 'revision_number': 6, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port_host': None}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:51.344398 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Pushing event deleted for resources: {'Port': ['ID=640effeb-88ed-4810-be3b-a512de32419f,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:51.366881 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33704) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:51.373548 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ac6c7-5f5f-4718-86fe-c275f512fdb9 None None] The sync data for ids ['64f94e0a-9767-43cc-8a82-c8d05612ecb3'] in dv-cinder-733062-20-iscsi is: [{'id': '64f94e0a-9767-43cc-8a82-c8d05612ecb3', 'name': 'tempest-AttachVolumeTestJSON-930783507-router', 'tenant_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:47:18Z', 'updated_at': '2021-06-30T02:54:50Z', 'revision_number': 6, 'project_id': 'd06ee6e98dbc45e9b2e7427f3d314109', 'gw_port_host': None}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:51.413381 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1044583'] for router_gateway, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.489752 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Deleting port 0b12a006-3f92-4d4c-ad0a-ef5295382c05 {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:51.490090 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.504918 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38380'] for router, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.507811 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.558405 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1046531'] for router, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.558975 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64f94e0a-9767-43cc-8a82-c8d05612ecb3 {{(pid=99696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:54:51.563633 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] Notify callbacks [] for router, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.564774 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-ba6d864b-8c79-45bf-aa01-bd8de44b440f admin admin] 10.222.0.104 "DELETE /v2.0/routers/64f94e0a-9767-43cc-8a82-c8d05612ecb3 HTTP/1.1" status: 204 len: 168 time: 0.8083243 Jun 30 02:54:51.567486 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33706) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:51.575707 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.576051 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.589700 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Calling delete_port for 0b12a006-3f92-4d4c-ad0a-ef5295382c05 owned by network:floatingip {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:51.613900 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b69020f-d030-477b-8141-769eac8d7439 admin admin] Deleting subnet 422ed7e6-8268-4da9-9aee-eeed2f63ac7e {{(pid=99696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:54:51.618067 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4b69020f-d030-477b-8141-769eac8d7439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.652431 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4b69020f-d030-477b-8141-769eac8d7439 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5995418'] for subnet, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.732385 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.745734 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4b69020f-d030-477b-8141-769eac8d7439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.759817 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event deleted for resources: {'Port': ['ID=0b12a006-3f92-4d4c-ad0a-ef5295382c05,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:51.769410 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:51.770036 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:51.770562 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:51.770893 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:51.771406 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:51.771917 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:51.772439 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:51.772767 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:51.773352 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:51.773837 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:51.774337 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:51.774829 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:51.825308 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 58de6ee3-199a-4e45-9e21-a4a820786d32 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:51.828962 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4b69020f-d030-477b-8141-769eac8d7439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4655163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4599681'] for subnet, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.846163 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for floatingip, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.848952 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.853369 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-7d1908ea-4e45-4f49-87d8-dd27f41dfc69 tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "DELETE /v2.0/floatingips/cf18dbd0-edd9-49ff-8e27-c54a5817ee44 HTTP/1.1" status: 204 len: 168 time: 0.4851553 Jun 30 02:54:51.864440 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69020f-d030-477b-8141-769eac8d7439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422ed7e6-8268-4da9-9aee-eeed2f63ac7e,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:51.866605 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-4b69020f-d030-477b-8141-769eac8d7439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.871599 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33710) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:51.871753 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-4b69020f-d030-477b-8141-769eac8d7439 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/422ed7e6-8268-4da9-9aee-eeed2f63ac7e HTTP/1.1" status: 204 len: 168 time: 0.3032699 Jun 30 02:54:51.951633 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:51.987600 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6898dd-7361-4c45-944e-f14755ad73ba None None] Network 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:51.989833 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 58de6ee3-199a-4e45-9e21-a4a820786d32 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:51.990171 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 58de6ee3-199a-4e45-9e21-a4a820786d32 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:52.012516 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Deleting port e3698886-7dae-4009-b833-6209211ca16c {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:52.012920 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.079427 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.db [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] For port e3698886-7dae-4009-b833-6209211ca16c, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=e3698886-7dae-4009-b833-6209211ca16c,segment=NetworkSegment(f1e64b0a-5a1b-4f93-b150-a5af61a01e84),segment_id=f1e64b0a-5a1b-4f93-b150-a5af61a01e84)] {{(pid=99697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:52.079795 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.097818 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Calling delete_port for e3698886-7dae-4009-b833-6209211ca16c owned by network:dhcp {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:52.187965 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.209006 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf99e98-5247-4090-8b18-05bd0f93be69 None None] DHCP port deletion for 8e6a15db-6f15-47e3-b52f-83c6bf805dc2 request from dv-cinder-733062-20-iscsi {{(pid=99698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:54:52.218191 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Pushing event deleted for resources: {'Port': ['ID=e3698886-7dae-4009-b833-6209211ca16c,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:52.222638 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] No DVR routers for this DVR port e3698886-7dae-4009-b833-6209211ca16c on host dv-cinder-733062-20-iscsi {{(pid=99697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:52.302569 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.313487 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6a15db-6f15-47e3-b52f-83c6bf805dc2']}} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:52.324650 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84') {'for_net_delete': True} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:52.324939 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e64b0a-5a1b-4f93-b150-a5af61a01e84') {} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:52.333291 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6836292'] for segment, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.347132 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.353894 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=99697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:52.354341 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6448324'] for segment, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: Traceback (most recent call last): Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: timer() Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: cb(*args, **kw) Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: return func(*args, **kwargs) Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: self._notify() Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: self.callback(batched_events) Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: event.method(event) Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: return f(self, *a, **k) Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._get(url).json() Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:52.356186 dv-cinder-733062-20-iscsi neutron-server[99697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:52.414241 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.418889 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.420817 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] 10.222.0.104 "DELETE /v2.0/networks/8e6a15db-6f15-47e3-b52f-83c6bf805dc2 HTTP/1.1" status: 204 len: 168 time: 0.5480676 Jun 30 02:54:52.436359 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265b769-c178-47a1-bd9b-17a25d4b1fba admin admin] Pushing event deleted for resources: {'Network': ['ID=8e6a15db-6f15-47e3-b52f-83c6bf805dc2,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:52.537050 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33722) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:52.577363 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-45b904d5-290d-41bf-a95a-9831178b4387 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d06ee6e98dbc45e9b2e7427f3d314109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384753 Jun 30 02:54:52.579789 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33724) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:52.628423 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-50f0c339-de2e-4410-a2ad-65261e1d189c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.648611 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-50f0c339-de2e-4410-a2ad-65261e1d189c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.698682 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-50f0c339-de2e-4410-a2ad-65261e1d189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.701257 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-50f0c339-de2e-4410-a2ad-65261e1d189c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:52.702385 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-50f0c339-de2e-4410-a2ad-65261e1d189c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d0cf1761-8c4f-4fee-97c6-7f40ddd5fa4e HTTP/1.1" status: 204 len: 168 time: 0.1216724 Jun 30 02:54:52.710700 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0c339-de2e-4410-a2ad-65261e1d189c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cf1761-8c4f-4fee-97c6-7f40ddd5fa4e,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:53.155745 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33744) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:53.215394 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f922-81c3-4e18-9f54-cf05c5ef46de tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.240675 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f922-81c3-4e18-9f54-cf05c5ef46de tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.303910 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f922-81c3-4e18-9f54-cf05c5ef46de tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.306500 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f922-81c3-4e18-9f54-cf05c5ef46de tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:53.307707 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-9ed6f922-81c3-4e18-9f54-cf05c5ef46de tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] 10.222.0.104 "DELETE /v2.0/security-groups/8e085fcc-923a-4e26-98d8-2763a1444cbb HTTP/1.1" status: 204 len: 168 time: 0.1509640 Jun 30 02:54:53.317961 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6f922-81c3-4e18-9f54-cf05c5ef46de tempest-TestVolumeBootPattern-2086862275 tempest-TestVolumeBootPattern-2086862275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e085fcc-923a-4e26-98d8-2763a1444cbb,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:53.367200 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33754) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:53.714296 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 9da15643-8419-4a54-bbfe-d453babfaf41 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:53.742680 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 9da15643-8419-4a54-bbfe-d453babfaf41 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:53.743262 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 9da15643-8419-4a54-bbfe-d453babfaf41 not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:53.775484 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device e3698886-7dae-4009-b833-6209211ca16c no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:53.799380 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: e3698886-7dae-4009-b833-6209211ca16c {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:53.800054 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device e3698886-7dae-4009-b833-6209211ca16c not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:53.800704 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 640effeb-88ed-4810-be3b-a512de32419f no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:53.823669 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 640effeb-88ed-4810-be3b-a512de32419f {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:53.824019 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 640effeb-88ed-4810-be3b-a512de32419f not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:53.908817 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-072ce6fa-4839-4838-8ab9-6fdd8162aaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040810'] for router_interface, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.176175 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-072ce6fa-4839-4838-8ab9-6fdd8162aaf3 admin admin] Deleting port 83f44b79-64ed-40b7-a6b2-c46d6a89a654 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:54.176732 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-072ce6fa-4839-4838-8ab9-6fdd8162aaf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.252315 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-072ce6fa-4839-4838-8ab9-6fdd8162aaf3 admin admin] For port 83f44b79-64ed-40b7-a6b2-c46d6a89a654, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=83f44b79-64ed-40b7-a6b2-c46d6a89a654,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:54.252672 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-072ce6fa-4839-4838-8ab9-6fdd8162aaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.265553 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-072ce6fa-4839-4838-8ab9-6fdd8162aaf3 admin admin] Calling delete_port for 83f44b79-64ed-40b7-a6b2-c46d6a89a654 owned by network:router_interface {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:54.445851 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-072ce6fa-4839-4838-8ab9-6fdd8162aaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.474505 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ce6fa-4839-4838-8ab9-6fdd8162aaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f44b79-64ed-40b7-a6b2-c46d6a89a654,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:54.638601 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-072ce6fa-4839-4838-8ab9-6fdd8162aaf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1040720'] for router_interface, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:54.847715 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072ce6fa-4839-4838-8ab9-6fdd8162aaf3 admin admin] Router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:54.955374 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072ce6fa-4839-4838-8ab9-6fdd8162aaf3 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:54.963813 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-072ce6fa-4839-4838-8ab9-6fdd8162aaf3 admin admin] 10.222.0.104 "PUT /v2.0/routers/1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5951843 Jun 30 02:54:54.964429 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33778) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:54.966399 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70a9ba0-89a5-4ad6-95de-abe109ff0daf None None] Sync routers for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:54.980074 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a9ba0-89a5-4ad6-95de-abe109ff0daf None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:54.980866 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-b70a9ba0-89a5-4ad6-95de-abe109ff0daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:55.079479 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Notify callbacks [] for router, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.113533 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-b70a9ba0-89a5-4ad6-95de-abe109ff0daf None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:55.212436 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.307259 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Deleting port 36d43256-c383-4e7f-acfb-d89f2f223da1 {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:55.307602 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.343899 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-b70a9ba0-89a5-4ad6-95de-abe109ff0daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:54:54Z', 'revision_number': 5, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port': {'id': '36d43256-c383-4e7f-acfb-d89f2f223da1', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a7:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:55.370421 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70a9ba0-89a5-4ad6-95de-abe109ff0daf None None] Checking router: 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:55.378690 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a9ba0-89a5-4ad6-95de-abe109ff0daf None None] Routers {'1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:55.379328 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-b70a9ba0-89a5-4ad6-95de-abe109ff0daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:55.392791 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.db [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] For port 36d43256-c383-4e7f-acfb-d89f2f223da1, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=36d43256-c383-4e7f-acfb-d89f2f223da1,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:55.393176 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.405318 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Calling delete_port for 36d43256-c383-4e7f-acfb-d89f2f223da1 owned by network:router_gateway {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:55.464666 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-b70a9ba0-89a5-4ad6-95de-abe109ff0daf None None] Set router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 gateway port host: None {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:55.518535 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-b70a9ba0-89a5-4ad6-95de-abe109ff0daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:54:55Z', 'revision_number': 6, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port_host': None}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:55.545358 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70a9ba0-89a5-4ad6-95de-abe109ff0daf None None] The sync data for ids ['1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2'] in dv-cinder-733062-20-iscsi is: [{'id': '1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2', 'name': 'tempest-TestVolumeBootPattern-1600632626-router', 'tenant_id': '4e13080cb9d04e46988c9efe323c0133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:24Z', 'updated_at': '2021-06-30T02:54:55Z', 'revision_number': 6, 'project_id': '4e13080cb9d04e46988c9efe323c0133', 'gw_port_host': None}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:55.573239 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.604896 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Pushing event deleted for resources: {'Port': ['ID=36d43256-c383-4e7f-acfb-d89f2f223da1,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:55.659074 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1044583'] for router_gateway, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.749817 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38380'] for router, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.751901 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.792899 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1046531'] for router, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.793395 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 {{(pid=99697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:54:55.798146 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] Notify callbacks [] for router, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.799295 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-6d44bcc1-01f6-4ac3-915c-6a8e94ffe92e admin admin] 10.222.0.104 "DELETE /v2.0/routers/1ab2f61e-fcdc-4b54-9354-b8b37e9d35d2 HTTP/1.1" status: 204 len: 168 time: 0.8317711 Jun 30 02:54:55.801787 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33798) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:55.845605 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c587cc-711f-4a31-88f0-6147dda0c3fe admin admin] Deleting subnet 3a033809-892b-48c9-b8cd-293126c56dc8 {{(pid=99697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:54:55.848593 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d8c587cc-711f-4a31-88f0-6147dda0c3fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.883232 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d8c587cc-711f-4a31-88f0-6147dda0c3fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6836301'] for subnet, precommit_delete_associations {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:55.979871 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d8c587cc-711f-4a31-88f0-6147dda0c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.032100 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d8c587cc-711f-4a31-88f0-6147dda0c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6448231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756988'] for subnet, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.057059 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c587cc-711f-4a31-88f0-6147dda0c3fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a033809-892b-48c9-b8cd-293126c56dc8,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:56.060733 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d8c587cc-711f-4a31-88f0-6147dda0c3fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.062588 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-d8c587cc-711f-4a31-88f0-6147dda0c3fe admin admin] 10.222.0.104 "DELETE /v2.0/subnets/3a033809-892b-48c9-b8cd-293126c56dc8 HTTP/1.1" status: 204 len: 168 time: 0.2598042 Jun 30 02:54:56.065045 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33800) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:56.068065 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c61a729-4064-4d75-bd76-1456c9739fe1 None None] Network 58320a80-9569-421e-8eb0-a5be680adf9b requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:56.136206 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.186853 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Deleting port a64efac0-ca4e-4cee-bb1c-984f62daf0d9 {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:56.187137 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.248865 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.db [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] For port a64efac0-ca4e-4cee-bb1c-984f62daf0d9, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=a64efac0-ca4e-4cee-bb1c-984f62daf0d9,segment=NetworkSegment(b3866b8f-7f25-48f7-bf5b-36a321582bc1),segment_id=b3866b8f-7f25-48f7-bf5b-36a321582bc1)] {{(pid=99697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:56.249163 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.261649 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Calling delete_port for a64efac0-ca4e-4cee-bb1c-984f62daf0d9 owned by network:dhcp {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:56.313147 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] DHCP port deletion for 58320a80-9569-421e-8eb0-a5be680adf9b request from dv-cinder-733062-20-iscsi {{(pid=99698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:54:56.315799 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 83f44b79-64ed-40b7-a6b2-c46d6a89a654 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:56.343062 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 83f44b79-64ed-40b7-a6b2-c46d6a89a654 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:56.343410 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 83f44b79-64ed-40b7-a6b2-c46d6a89a654 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:56.370591 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.395922 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Pushing event deleted for resources: {'Port': ['ID=a64efac0-ca4e-4cee-bb1c-984f62daf0d9,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:56.402162 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] No DVR routers for this DVR port a64efac0-ca4e-4cee-bb1c-984f62daf0d9 on host dv-cinder-733062-20-iscsi {{(pid=99697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:56.404594 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Deleting port a64efac0-ca4e-4cee-bb1c-984f62daf0d9 {{(pid=99698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:56.405022 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.471586 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] For port a64efac0-ca4e-4cee-bb1c-984f62daf0d9, host dv-cinder-733062-20-iscsi, got binding levels [] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:56.472586 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.488208 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Calling delete_port for a64efac0-ca4e-4cee-bb1c-984f62daf0d9 owned by network:dhcp {{(pid=99698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:56.491292 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.ipam_backend_mixin [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Port a64efac0-ca4e-4cee-bb1c-984f62daf0d9 was not found and therefore no delete operation was performed {{(pid=99698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:54:56.492734 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163'] for port, after_delete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.516760 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Pushing event deleted for resources: {'Port': ['ID=a64efac0-ca4e-4cee-bb1c-984f62daf0d9,revision_number=None']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:56.525808 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:56.526162 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:56.526509 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:56.526833 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:56.527188 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:56.527513 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:56.527842 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:56.528160 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:56.528489 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:56.528810 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:56.529180 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:56.529441 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:54:56.534790 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad75cd-fe65-4940-90d7-2013fedbca94 None None] No DVR routers for this DVR port a64efac0-ca4e-4cee-bb1c-984f62daf0d9 on host dv-cinder-733062-20-iscsi {{(pid=99698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:56.691515 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.701966 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58320a80-9569-421e-8eb0-a5be680adf9b']}} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:56.712316 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3866b8f-7f25-48f7-bf5b-36a321582bc1') {'for_net_delete': True} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:56.712611 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3866b8f-7f25-48f7-bf5b-36a321582bc1') {} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:56.721281 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6836292'] for segment, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.736565 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.743106 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Releasing vlan 1128 on physical network physnet1 to pool {{(pid=99697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:56.743512 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6448324'] for segment, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: Traceback (most recent call last): Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: timer() Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: cb(*args, **kw) Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: return func(*args, **kwargs) Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: self._notify() Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: self.callback(batched_events) Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: event.method(event) Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: return f(self, *a, **k) Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._get(url).json() Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:56.745251 dv-cinder-733062-20-iscsi neutron-server[99697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:56.798210 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.803417 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:56.805225 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] 10.222.0.104 "DELETE /v2.0/networks/58320a80-9569-421e-8eb0-a5be680adf9b HTTP/1.1" status: 204 len: 168 time: 0.7391317 Jun 30 02:54:56.808297 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33808) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:56.816065 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462399a-6aba-49f9-ab66-028b0d89940d admin admin] Pushing event deleted for resources: {'Network': ['ID=58320a80-9569-421e-8eb0-a5be680adf9b,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:57.157598 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3565adc3-5585-4c2c-9b00-bffa6939f550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040810'] for router_interface, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.685344 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-3565adc3-5585-4c2c-9b00-bffa6939f550 admin admin] Deleting port 95528c09-5999-482c-bcf7-2c3d8ca8222b {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:57.685598 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3565adc3-5585-4c2c-9b00-bffa6939f550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.769819 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-3565adc3-5585-4c2c-9b00-bffa6939f550 admin admin] For port 95528c09-5999-482c-bcf7-2c3d8ca8222b, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=95528c09-5999-482c-bcf7-2c3d8ca8222b,segment=NetworkSegment(5290dfee-c924-4fed-848c-3cf441007eb4),segment_id=5290dfee-c924-4fed-848c-3cf441007eb4)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:57.770370 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3565adc3-5585-4c2c-9b00-bffa6939f550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.771666 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 36d43256-c383-4e7f-acfb-d89f2f223da1 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:57.784720 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-3565adc3-5585-4c2c-9b00-bffa6939f550 admin admin] Calling delete_port for 95528c09-5999-482c-bcf7-2c3d8ca8222b owned by network:router_interface {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:57.793541 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 36d43256-c383-4e7f-acfb-d89f2f223da1 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:57.793884 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 36d43256-c383-4e7f-acfb-d89f2f223da1 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:57.794294 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device a64efac0-ca4e-4cee-bb1c-984f62daf0d9 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:57.812705 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: a64efac0-ca4e-4cee-bb1c-984f62daf0d9 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:57.813043 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device a64efac0-ca4e-4cee-bb1c-984f62daf0d9 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:57.963111 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3565adc3-5585-4c2c-9b00-bffa6939f550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:57.987689 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565adc3-5585-4c2c-9b00-bffa6939f550 admin admin] Pushing event deleted for resources: {'Port': ['ID=95528c09-5999-482c-bcf7-2c3d8ca8222b,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:58.157929 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3565adc3-5585-4c2c-9b00-bffa6939f550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1040720'] for router_interface, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.365464 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3565adc3-5585-4c2c-9b00-bffa6939f550 admin admin] Router 28bb79f2-c55f-417c-ab62-9aec99008342 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:54:58.477676 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3565adc3-5585-4c2c-9b00-bffa6939f550 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:54:58.486216 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-3565adc3-5585-4c2c-9b00-bffa6939f550 admin admin] 10.222.0.104 "PUT /v2.0/routers/28bb79f2-c55f-417c-ab62-9aec99008342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6737947 Jun 30 02:54:58.486216 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33822) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:58.492503 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f0e351-abaa-498f-ad40-ab5cbbffdce1 None None] Sync routers for ids ['28bb79f2-c55f-417c-ab62-9aec99008342'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:54:58.501553 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f0e351-abaa-498f-ad40-ab5cbbffdce1 None None] Routers {'28bb79f2-c55f-417c-ab62-9aec99008342'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:58.502156 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-d1f0e351-abaa-498f-ad40-ab5cbbffdce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['28bb79f2-c55f-417c-ab62-9aec99008342'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:58.587785 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.606591 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-d1f0e351-abaa-498f-ad40-ab5cbbffdce1 None None] Set router 28bb79f2-c55f-417c-ab62-9aec99008342 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:58.690747 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.744555 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Deleting port 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:58.744902 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.784470 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-d1f0e351-abaa-498f-ad40-ab5cbbffdce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'name': 'tempest-TestVolumeBootPattern-641265457-router', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227'}], 'enable_snat': True}, 'gw_port_id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:54:57Z', 'revision_number': 5, 'project_id': '2573636811e8489ea915f620c039bf31', 'gw_port': {'id': '4efb49b1-86a3-43a4-86cb-c289c8fd4e4e', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:58.823954 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f0e351-abaa-498f-ad40-ab5cbbffdce1 None None] Checking router: 28bb79f2-c55f-417c-ab62-9aec99008342 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:54:58.828449 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] For port 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=4efb49b1-86a3-43a4-86cb-c289c8fd4e4e,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:58.828812 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:58.835133 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f0e351-abaa-498f-ad40-ab5cbbffdce1 None None] Routers {'28bb79f2-c55f-417c-ab62-9aec99008342'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:54:58.835790 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-d1f0e351-abaa-498f-ad40-ab5cbbffdce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:54:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['28bb79f2-c55f-417c-ab62-9aec99008342'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:58.840864 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Calling delete_port for 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e owned by network:router_gateway {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:58.921072 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-d1f0e351-abaa-498f-ad40-ab5cbbffdce1 None None] Set router 28bb79f2-c55f-417c-ab62-9aec99008342 gateway port host: None {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:54:58.973977 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-d1f0e351-abaa-498f-ad40-ab5cbbffdce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'name': 'tempest-TestVolumeBootPattern-641265457-router', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:54:58Z', 'revision_number': 6, 'project_id': '2573636811e8489ea915f620c039bf31', 'gw_port_host': None}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:59.000098 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f0e351-abaa-498f-ad40-ab5cbbffdce1 None None] The sync data for ids ['28bb79f2-c55f-417c-ab62-9aec99008342'] in dv-cinder-733062-20-iscsi is: [{'id': '28bb79f2-c55f-417c-ab62-9aec99008342', 'name': 'tempest-TestVolumeBootPattern-641265457-router', 'tenant_id': '2573636811e8489ea915f620c039bf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:45:29Z', 'updated_at': '2021-06-30T02:54:58Z', 'revision_number': 6, 'project_id': '2573636811e8489ea915f620c039bf31', 'gw_port_host': None}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:54:59.010650 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.037143 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4efb49b1-86a3-43a4-86cb-c289c8fd4e4e,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:59.098904 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1044583'] for router_gateway, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.199029 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38380'] for router, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.201148 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.245054 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1046531'] for router, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.245656 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28bb79f2-c55f-417c-ab62-9aec99008342 {{(pid=99696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 02:54:59.250211 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] Notify callbacks [] for router, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.251381 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-3bde8d0e-9b5f-434f-9f05-7a8b85c1ffb5 admin admin] 10.222.0.104 "DELETE /v2.0/routers/28bb79f2-c55f-417c-ab62-9aec99008342 HTTP/1.1" status: 204 len: 168 time: 0.7649140 Jun 30 02:54:59.253857 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33824) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:59.297419 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_v2 [None req-8367b353-a240-4d8d-9b5d-85112be8354f admin admin] Deleting subnet 3cf8f083-f66d-4562-9419-ea62353dc2b0 {{(pid=99696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:54:59.300401 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8367b353-a240-4d8d-9b5d-85112be8354f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.333436 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8367b353-a240-4d8d-9b5d-85112be8354f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5995418'] for subnet, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.419203 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8367b353-a240-4d8d-9b5d-85112be8354f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.473288 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8367b353-a240-4d8d-9b5d-85112be8354f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4655163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4599681'] for subnet, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.499041 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367b353-a240-4d8d-9b5d-85112be8354f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf8f083-f66d-4562-9419-ea62353dc2b0,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:59.503512 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8367b353-a240-4d8d-9b5d-85112be8354f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.508204 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-8367b353-a240-4d8d-9b5d-85112be8354f admin admin] 10.222.0.104 "DELETE /v2.0/subnets/3cf8f083-f66d-4562-9419-ea62353dc2b0 HTTP/1.1" status: 204 len: 168 time: 0.2508101 Jun 30 02:54:59.508347 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33832) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:54:59.509168 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d47dad-fc10-4bff-8217-f6ae3db8afdf None None] Network 932c2233-0b32-4805-b867-92602eee8c11 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:54:59.582411 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.636391 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Deleting port 13ab7001-be71-4956-a6bc-8d6b890d715a {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:59.636738 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.698984 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] For port 13ab7001-be71-4956-a6bc-8d6b890d715a, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=13ab7001-be71-4956-a6bc-8d6b890d715a,segment=NetworkSegment(5290dfee-c924-4fed-848c-3cf441007eb4),segment_id=5290dfee-c924-4fed-848c-3cf441007eb4)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:59.699308 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.712318 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Calling delete_port for 13ab7001-be71-4956-a6bc-8d6b890d715a owned by network:dhcp {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:59.773966 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f96ec-17c4-41ce-896b-12321a755e06 None None] DHCP port deletion for 932c2233-0b32-4805-b867-92602eee8c11 request from dv-cinder-733062-20-iscsi {{(pid=99698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 02:54:59.803002 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.829288 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 13ab7001-be71-4956-a6bc-8d6b890d715a no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:59.832326 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Pushing event deleted for resources: {'Port': ['ID=13ab7001-be71-4956-a6bc-8d6b890d715a,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:54:59.837864 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] No DVR routers for this DVR port 13ab7001-be71-4956-a6bc-8d6b890d715a on host dv-cinder-733062-20-iscsi {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:54:59.853716 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 13ab7001-be71-4956-a6bc-8d6b890d715a {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:59.853950 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 13ab7001-be71-4956-a6bc-8d6b890d715a not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:59.854467 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 95528c09-5999-482c-bcf7-2c3d8ca8222b no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:59.879104 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f96ec-17c4-41ce-896b-12321a755e06 None None] Deleting port 13ab7001-be71-4956-a6bc-8d6b890d715a {{(pid=99698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:54:59.879420 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-6c6f96ec-17c4-41ce-896b-12321a755e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.881056 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 95528c09-5999-482c-bcf7-2c3d8ca8222b {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:59.881924 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 95528c09-5999-482c-bcf7-2c3d8ca8222b not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:59.882312 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:54:59.914234 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.924235 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932c2233-0b32-4805-b867-92602eee8c11']}} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:59.932908 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:54:59.933252 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 4efb49b1-86a3-43a4-86cb-c289c8fd4e4e not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:54:59.934858 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5290dfee-c924-4fed-848c-3cf441007eb4') {'for_net_delete': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:59.935322 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5290dfee-c924-4fed-848c-3cf441007eb4') {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:54:59.946880 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5995411'] for segment, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.962201 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-6c6f96ec-17c4-41ce-896b-12321a755e06 None None] For port 13ab7001-be71-4956-a6bc-8d6b890d715a, host dv-cinder-733062-20-iscsi, got binding levels [] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:54:59.962334 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.962859 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-6c6f96ec-17c4-41ce-896b-12321a755e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.969992 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=99696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:54:59.970494 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4655256'] for segment, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: Traceback (most recent call last): Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: timer() Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: cb(*args, **kw) Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: return func(*args, **kwargs) Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: self._notify() Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: self.callback(batched_events) Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: event.method(event) Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: return f(self, *a, **k) Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: return self._get(url).json() Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: return self.request(url, 'GET', **kwargs) Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:54:59.972324 dv-cinder-733062-20-iscsi neutron-server[99696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:54:59.981518 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-6c6f96ec-17c4-41ce-896b-12321a755e06 None None] Calling delete_port for 13ab7001-be71-4956-a6bc-8d6b890d715a owned by network:dhcp {{(pid=99698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:54:59.984540 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.ipam_backend_mixin [None req-6c6f96ec-17c4-41ce-896b-12321a755e06 None None] Port 13ab7001-be71-4956-a6bc-8d6b890d715a was not found and therefore no delete operation was performed {{(pid=99698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 02:54:59.986104 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-6c6f96ec-17c4-41ce-896b-12321a755e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163'] for port, after_delete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.011687 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f96ec-17c4-41ce-896b-12321a755e06 None None] Pushing event deleted for resources: {'Port': ['ID=13ab7001-be71-4956-a6bc-8d6b890d715a,revision_number=None']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:00.015170 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f96ec-17c4-41ce-896b-12321a755e06 None None] No DVR routers for this DVR port 13ab7001-be71-4956-a6bc-8d6b890d715a on host dv-cinder-733062-20-iscsi {{(pid=99698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:55:00.053367 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.060169 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.063318 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] 10.222.0.104 "DELETE /v2.0/networks/932c2233-0b32-4805-b867-92602eee8c11 HTTP/1.1" status: 204 len: 168 time: 0.5529623 Jun 30 02:55:00.083144 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee7913-62ce-4c3e-8ef8-95eeed5a491c admin admin] Pushing event deleted for resources: {'Network': ['ID=932c2233-0b32-4805-b867-92602eee8c11,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:00.184263 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33836) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:00.226893 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-6556e1b5-9a50-4b17-8dd8-38ec2a66aa87 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4e13080cb9d04e46988c9efe323c0133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412297 Jun 30 02:55:00.229272 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33838) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:00.289009 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-62100f72-a9b6-4460-8c1b-ff6b09435ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.310643 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-62100f72-a9b6-4460-8c1b-ff6b09435ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.360767 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-62100f72-a9b6-4460-8c1b-ff6b09435ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.363488 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-62100f72-a9b6-4460-8c1b-ff6b09435ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.364651 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-62100f72-a9b6-4460-8c1b-ff6b09435ede admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5a3dc977-08d7-483b-8599-aa58165cfa36 HTTP/1.1" status: 204 len: 168 time: 0.1344070 Jun 30 02:55:00.373769 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62100f72-a9b6-4460-8c1b-ff6b09435ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3dc977-08d7-483b-8599-aa58165cfa36,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:00.757964 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33858) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:00.803174 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-821d768d-cb4f-47ab-abe3-c0dc883aea1d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2573636811e8489ea915f620c039bf31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429609 Jun 30 02:55:00.804887 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33860) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:00.854569 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8a7eaed0-effe-4b56-a257-a932ca0a1b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.877147 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8a7eaed0-effe-4b56-a257-a932ca0a1b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.929305 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8a7eaed0-effe-4b56-a257-a932ca0a1b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.931951 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8a7eaed0-effe-4b56-a257-a932ca0a1b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:00.935241 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-8a7eaed0-effe-4b56-a257-a932ca0a1b40 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/88babc14-2f31-4529-b1b2-f738371d9dce HTTP/1.1" status: 204 len: 168 time: 0.1272349 Jun 30 02:55:00.941277 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7eaed0-effe-4b56-a257-a932ca0a1b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88babc14-2f31-4529-b1b2-f738371d9dce,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:01.973021 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-1869aec5-5883-4db6-88c1-a330a8fa1ed0 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:01.974518 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-1869aec5-5883-4db6-88c1-a330a8fa1ed0 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/networks?id=27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 200 len: 815 time: 0.1035867 Jun 30 02:55:01.990080 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-a0aaf427-ee58-4352-afcf-63cd1bc1a8d7 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/quotas/5f67a0e1923944c7ae14137af3b8b3ce HTTP/1.1" status: 200 len: 375 time: 0.0090978 Jun 30 02:55:02.055637 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-7cd735bf-4361-4e6d-9977-91c01e3ad976 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0602899 Jun 30 02:55:02.156307 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-70fbcfce-fb08-4569-944e-ef5c4b5e2d27 service neutron] 10.222.0.104 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934460 Jun 30 02:55:02.246457 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-a299bfc9-7ed9-417f-9458-8bca6604aef9 service neutron] 10.222.0.104 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843413 Jun 30 02:55:02.411402 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c692a77d-1950-487e-aee0-9d15392e7f8f req-a8dce66d-b592-49a5-ac78-090dec580eba tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 210 time: 0.0312262 Jun 30 02:55:02.764621 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fbbb3919-4cd4-4b51-a29f-8af086484cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.295454 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 33916) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:03.434170 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-52be1bc8-6a7c-4ef3-a9e8-8147e59c5e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.519419 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-5143f4f7-63ba-4cb2-afb5-b0f08e8f8347 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:03.520862 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-5143f4f7-63ba-4cb2-afb5-b0f08e8f8347 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "GET /v2.0/networks?id=27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 200 len: 815 time: 0.1470935 Jun 30 02:55:03.541318 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-adbfd34d-5cce-4dfc-8bcf-7621d3612d03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Request body: {'port': {'device_id': '6ee5db6f-0a9d-4d84-9796-f4cb06266a8d', 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6', 'admin_state_up': True, 'tenant_id': '5f67a0e1923944c7ae14137af3b8b3ce'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:03.585466 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5f17c7bf-cb34-4692-a951-3511057f4c05 req-fb445583-74e8-481e-946b-f16b25f81c0d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 210 time: 0.0520382 Jun 30 02:55:03.670453 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-52be1bc8-6a7c-4ef3-a9e8-8147e59c5e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.679771 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-52be1bc8-6a7c-4ef3-a9e8-8147e59c5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.731276 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-52be1bc8-6a7c-4ef3-a9e8-8147e59c5e6a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=646069c130084f89a230263016bd01b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347119 Jun 30 02:55:03.734156 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 33926) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:03.736285 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be1bc8-6a7c-4ef3-a9e8-8147e59c5e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfe1783-5457-493d-a8ac-21046e0264da,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:03.748264 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-adbfd34d-5cce-4dfc-8bcf-7621d3612d03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Made reservation on behalf of 5f67a0e1923944c7ae14137af3b8b3ce for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:03.751893 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-adbfd34d-5cce-4dfc-8bcf-7621d3612d03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.793832 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-24f39a84-ed3f-41ba-b7c0-0eed21134a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.815472 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-24f39a84-ed3f-41ba-b7c0-0eed21134a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.864303 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-24f39a84-ed3f-41ba-b7c0-0eed21134a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.868024 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-24f39a84-ed3f-41ba-b7c0-0eed21134a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:03.869203 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-24f39a84-ed3f-41ba-b7c0-0eed21134a41 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cdfe1783-5457-493d-a8ac-21046e0264da HTTP/1.1" status: 204 len: 168 time: 0.1339321 Jun 30 02:55:03.878056 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f39a84-ed3f-41ba-b7c0-0eed21134a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfe1783-5457-493d-a8ac-21046e0264da,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:03.883061 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-adbfd34d-5cce-4dfc-8bcf-7621d3612d03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Allocated IP 172.20.0.12 (27b16050-ca95-4c90-988d-df76d35611c6/9603c661-a52a-4b62-9da7-34b6b5309725/8f607c04-e105-4e72-8ab2-1c2d274d0486) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:04.037269 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-adbfd34d-5cce-4dfc-8bcf-7621d3612d03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.075607 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-adbfd34d-5cce-4dfc-8bcf-7621d3612d03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.091040 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['25ebbebe-6559-46dd-929f-d1d7c2c0f953'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:04.121715 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-adbfd34d-5cce-4dfc-8bcf-7621d3612d03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Network 27b16050-ca95-4c90-988d-df76d35611c6 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:04.125251 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-adbfd34d-5cce-4dfc-8bcf-7621d3612d03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:04.127734 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-adbfd34d-5cce-4dfc-8bcf-7621d3612d03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:04.165610 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfd34d-5cce-4dfc-8bcf-7621d3612d03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Pushing event updated for resources: {'Port': ['ID=8f607c04-e105-4e72-8ab2-1c2d274d0486,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:04.192721 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-adbfd34d-5cce-4dfc-8bcf-7621d3612d03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.193337 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-adbfd34d-5cce-4dfc-8bcf-7621d3612d03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.208557 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-adbfd34d-5cce-4dfc-8bcf-7621d3612d03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6710472 Jun 30 02:55:04.221362 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Request body: {'port': {'device_id': '6ee5db6f-0a9d-4d84-9796-f4cb06266a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:04.296235 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.564266 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f607c04-e105-4e72-8ab2-1c2d274d0486 {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:04.572424 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.583947 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Transition to ACTIVE for port object 8f607c04-e105-4e72-8ab2-1c2d274d0486 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:04.589201 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.662556 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Pushing event updated for resources: {'Port': ['ID=8f607c04-e105-4e72-8ab2-1c2d274d0486,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:04.716683 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Attempting to bind port 8f607c04-e105-4e72-8ab2-1c2d274d0486 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:04.717024 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Attempting to bind port 8f607c04-e105-4e72-8ab2-1c2d274d0486 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:04.717356 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Attempting to bind port 8f607c04-e105-4e72-8ab2-1c2d274d0486 on network 27b16050-ca95-4c90-988d-df76d35611c6 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:04.721860 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Port 8f607c04-e105-4e72-8ab2-1c2d274d0486 on network 27b16050-ca95-4c90-988d-df76d35611c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:04.722167 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Attempting to bind port 8f607c04-e105-4e72-8ab2-1c2d274d0486 on network 27b16050-ca95-4c90-988d-df76d35611c6 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:04.727323 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:04.727664 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Checking segment: {'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:04.728069 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Bound using segment: {'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:04.728480 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Bound port: 8f607c04-e105-4e72-8ab2-1c2d274d0486, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:04.728944 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.783346 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bc24d-0684-464e-a193-8e0754627ca7 req-9cb8f39a-103e-42b6-9ce2-401b78a406db tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.783346 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-461bc24d-0684-464e-a193-8e0754627ca7 req-9cb8f39a-103e-42b6-9ce2-401b78a406db tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 944 time: 0.0692716 Jun 30 02:55:04.811077 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] For port 8f607c04-e105-4e72-8ab2-1c2d274d0486, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:04.815090 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] For port 8f607c04-e105-4e72-8ab2-1c2d274d0486, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8f607c04-e105-4e72-8ab2-1c2d274d0486,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:04.821267 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.832682 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-461bc24d-0684-464e-a193-8e0754627ca7 req-2e2c92b2-e0eb-40cd-bf5f-70d3dee284b4 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388229 Jun 30 02:55:04.859488 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.860133 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:04.861641 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] 10.222.0.88 "PUT /v2.0/ports/8f607c04-e105-4e72-8ab2-1c2d274d0486 HTTP/1.1" status: 200 len: 1094 time: 0.6448598 Jun 30 02:55:04.862157 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee5db6f-0a9d-4d84-9796-f4cb06266a8d', 'tag': '8f607c04-e105-4e72-8ab2-1c2d274d0486'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:04.864554 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77233104-deb1-48de-a335-dc5c5a48bf1a" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee5db6f-0a9d-4d84-9796-f4cb06266a8d", "tag": "8f607c04-e105-4e72-8ab2-1c2d274d0486"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:04.888398 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2717b-9fd9-4d8c-827e-cfb2ca640318 service neutron] Pushing event updated for resources: {'Port': ['ID=8f607c04-e105-4e72-8ab2-1c2d274d0486,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:04.913370 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d81c777-5165-4f2f-99b6-c3e3987c0e31 x-openstack-request-id: req-0d81c777-5165-4f2f-99b6-c3e3987c0e31 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:04.913661 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee5db6f-0a9d-4d84-9796-f4cb06266a8d", "tag": "8f607c04-e105-4e72-8ab2-1c2d274d0486", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:04.913914 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0d81c777-5165-4f2f-99b6-c3e3987c0e31 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:04.914302 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee5db6f-0a9d-4d84-9796-f4cb06266a8d', 'tag': '8f607c04-e105-4e72-8ab2-1c2d274d0486', 'status': 'completed', 'code': 200} Jun 30 02:55:04.957505 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-7444fa44-5f16-4349-a2a0-e9e1944f48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:04.959831 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-7444fa44-5f16-4349-a2a0-e9e1944f48fc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 1097 time: 0.0568805 Jun 30 02:55:05.014343 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-0c3d5b30-fcd1-48f4-afc7-007e4be0d4dc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f607c04-e105-4e72-8ab2-1c2d274d0486 HTTP/1.1" status: 200 len: 217 time: 0.0373361 Jun 30 02:55:05.064541 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-1b3ae3d7-0705-477d-8b04-d07048ca0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.065981 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-1b3ae3d7-0705-477d-8b04-d07048ca0451 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9603c661-a52a-4b62-9da7-34b6b5309725 HTTP/1.1" status: 200 len: 855 time: 0.0453334 Jun 30 02:55:05.098870 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-2eb1b631-f969-4ca4-b453-7d08039273be service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27b16050-ca95-4c90-988d-df76d35611c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260782 Jun 30 02:55:05.195464 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-cf13f7f2-67d1-402c-9cb1-940fe1aaabf1 service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905073 Jun 30 02:55:05.213861 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9ad29f2d-e7cd-44d2-a669-6e46ebbc73df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:05.293816 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3b55656b-4744-4b8c-8ec0-d3c6b58206e1 req-0d3b14f8-3e7f-4032-bafd-d42ff33c150c service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905037 Jun 30 02:55:05.312234 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:55:05.400941 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77233104-deb1-48de-a335-dc5c5a48bf1a req-b37459f9-0593-4dcd-bb32-3635f2f097e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.402441 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-77233104-deb1-48de-a335-dc5c5a48bf1a req-b37459f9-0593-4dcd-bb32-3635f2f097e9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 1097 time: 0.0534623 Jun 30 02:55:05.778959 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77233104-deb1-48de-a335-dc5c5a48bf1a req-af534d49-e734-4469-9695-35fd549b291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.780436 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-77233104-deb1-48de-a335-dc5c5a48bf1a req-af534d49-e734-4469-9695-35fd549b291c service neutron] 10.222.0.88 "GET /v2.0/networks?id=27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 200 len: 917 time: 0.3712316 Jun 30 02:55:05.826381 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-77233104-deb1-48de-a335-dc5c5a48bf1a req-860b7084-f77d-45a9-a820-a6bfd24ab824 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f607c04-e105-4e72-8ab2-1c2d274d0486 HTTP/1.1" status: 200 len: 217 time: 0.0345056 Jun 30 02:55:05.878347 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77233104-deb1-48de-a335-dc5c5a48bf1a req-02a7bdcb-437a-4142-925e-d516f7a986da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:05.879834 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-77233104-deb1-48de-a335-dc5c5a48bf1a req-02a7bdcb-437a-4142-925e-d516f7a986da service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9603c661-a52a-4b62-9da7-34b6b5309725 HTTP/1.1" status: 200 len: 855 time: 0.0477586 Jun 30 02:55:05.914185 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-77233104-deb1-48de-a335-dc5c5a48bf1a req-9f7497a8-68c5-40a2-a0f8-0b96434611cd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27b16050-ca95-4c90-988d-df76d35611c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269122 Jun 30 02:55:05.940194 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:06.018059 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-77233104-deb1-48de-a335-dc5c5a48bf1a req-d6c13400-a2df-408a-bd7e-93afedd1321d service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967565 Jun 30 02:55:06.022947 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254afec-5445-4ffd-8c68-ddb4b8f069ba req-ac7926f5-c4ac-4324-9bba-c3b7d9b2805a tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:06.024425 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e254afec-5445-4ffd-8c68-ddb4b8f069ba req-ac7926f5-c4ac-4324-9bba-c3b7d9b2805a tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 944 time: 0.0775790 Jun 30 02:55:06.063029 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e254afec-5445-4ffd-8c68-ddb4b8f069ba req-b0c3f205-750e-4ab3-94ff-6c8a28e2df28 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328758 Jun 30 02:55:06.117215 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-77233104-deb1-48de-a335-dc5c5a48bf1a req-95a9024f-65a3-43aa-8940-a293e62f5469 service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886111 Jun 30 02:55:06.464924 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:07.245436 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb64e64-c14a-4e65-9b7e-52e7a816345c req-d1015548-38ff-4db6-b632-64f41933c9f6 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:07.246924 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5fb64e64-c14a-4e65-9b7e-52e7a816345c req-d1015548-38ff-4db6-b632-64f41933c9f6 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 944 time: 0.0653841 Jun 30 02:55:07.285231 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5fb64e64-c14a-4e65-9b7e-52e7a816345c req-4f492846-6960-45cd-8833-4827f5c1eff2 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327029 Jun 30 02:55:08.368502 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:08.455215 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66199f7f-e0dd-4082-bbfe-b9be7c90295a req-6446290d-d071-478b-bcef-088271332ef8 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:08.456667 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-66199f7f-e0dd-4082-bbfe-b9be7c90295a req-6446290d-d071-478b-bcef-088271332ef8 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 944 time: 0.0624390 Jun 30 02:55:08.494937 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-66199f7f-e0dd-4082-bbfe-b9be7c90295a req-4a6e64a9-d378-4658-8ff3-4561dc29ce33 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319254 Jun 30 02:55:09.678622 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3e687-9967-40cb-9426-513631a0bd5a req-56e8da0f-4921-4307-a42f-67e1721ced7c tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:09.680250 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-31c3e687-9967-40cb-9426-513631a0bd5a req-56e8da0f-4921-4307-a42f-67e1721ced7c tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 944 time: 0.0723455 Jun 30 02:55:09.717029 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-31c3e687-9967-40cb-9426-513631a0bd5a req-8e8cc33b-2188-4913-a11f-6f689426ac75 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311828 Jun 30 02:55:09.799342 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 8f607c04-e105-4e72-8ab2-1c2d274d0486 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:55:09.892039 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 8f607c04-e105-4e72-8ab2-1c2d274d0486, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8f607c04-e105-4e72-8ab2-1c2d274d0486,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:09.903644 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '8f607c04-e105-4e72-8ab2-1c2d274d0486', 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6', 'port_id': '8f607c04-e105-4e72-8ab2-1c2d274d0486', 'mac_address': 'fa:16:3e:49:7d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9603c661-a52a-4b62-9da7-34b6b5309725', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:55:09.944276 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:09.956569 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f607c04-e105-4e72-8ab2-1c2d274d0486 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:09.976355 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 8f607c04-e105-4e72-8ab2-1c2d274d0486, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8f607c04-e105-4e72-8ab2-1c2d274d0486,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:09.980192 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:10.027497 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=8f607c04-e105-4e72-8ab2-1c2d274d0486,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:10.889617 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b31abe-1e92-4629-a79d-57edf1b04782 req-906d72dc-0da5-4aa1-80ad-71799affc55a tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:10.891035 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-21b31abe-1e92-4629-a79d-57edf1b04782 req-906d72dc-0da5-4aa1-80ad-71799affc55a tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 945 time: 0.0619566 Jun 30 02:55:10.929737 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-21b31abe-1e92-4629-a79d-57edf1b04782 req-f955ca0b-2090-4085-8d22-cb519cb7c9a7 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329394 Jun 30 02:55:12.253875 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4de218-e2ac-427f-b962-7b570ec19d2b req-50b8ae63-d5a6-4deb-9c2f-8ce78527ce42 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:12.255293 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6a4de218-e2ac-427f-b962-7b570ec19d2b req-50b8ae63-d5a6-4deb-9c2f-8ce78527ce42 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 945 time: 0.0644422 Jun 30 02:55:12.293677 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6a4de218-e2ac-427f-b962-7b570ec19d2b req-758b2512-454e-40df-9737-33ba51083937 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 Jun 30 02:55:12.776443 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['8f607c04-e105-4e72-8ab2-1c2d274d0486'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:12.939172 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:13.476706 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b853f-49c0-471a-9470-9f6902a54b5e req-3babac33-a40d-42d1-8f82-4f7f500065b5 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:13.478099 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-aa0b853f-49c0-471a-9470-9f6902a54b5e req-3babac33-a40d-42d1-8f82-4f7f500065b5 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 945 time: 0.0671811 Jun 30 02:55:13.515837 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-aa0b853f-49c0-471a-9470-9f6902a54b5e req-707b0426-3d65-437a-a9f9-856e21e966a4 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318871 Jun 30 02:55:14.683021 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf27f4-ff8d-4c45-893e-b97c04183a0c req-e161c982-f54e-4da8-a304-6886b70be2b7 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:14.684590 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-21cf27f4-ff8d-4c45-893e-b97c04183a0c req-e161c982-f54e-4da8-a304-6886b70be2b7 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 945 time: 0.0622711 Jun 30 02:55:14.727683 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-21cf27f4-ff8d-4c45-893e-b97c04183a0c req-67b7dbb8-4667-48cf-b994-222c65b6abdb tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374973 Jun 30 02:55:15.170131 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 8f607c04-e105-4e72-8ab2-1c2d274d0486 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:15.221575 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 8f607c04-e105-4e72-8ab2-1c2d274d0486 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:15.226171 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 8f607c04-e105-4e72-8ab2-1c2d274d0486 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:15.226541 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.302502 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.324974 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee5db6f-0a9d-4d84-9796-f4cb06266a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f607c04-e105-4e72-8ab2-1c2d274d0486'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:15.327219 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6032fd05-7fd2-4d6d-b900-a66de81f1509" -d '{"events": [{"server_uuid": "6ee5db6f-0a9d-4d84-9796-f4cb06266a8d", "name": "network-vif-plugged", "status": "completed", "tag": "8f607c04-e105-4e72-8ab2-1c2d274d0486"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:15.340775 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 8f607c04-e105-4e72-8ab2-1c2d274d0486, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8f607c04-e105-4e72-8ab2-1c2d274d0486,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:15.344336 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:15.376532 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0b9bff-9533-4596-8e6e-92255a29380b x-openstack-request-id: req-2b0b9bff-9533-4596-8e6e-92255a29380b {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:15.376828 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee5db6f-0a9d-4d84-9796-f4cb06266a8d", "name": "network-vif-plugged", "status": "completed", "tag": "8f607c04-e105-4e72-8ab2-1c2d274d0486", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:15.377080 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2b0b9bff-9533-4596-8e6e-92255a29380b {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:15.377467 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee5db6f-0a9d-4d84-9796-f4cb06266a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f607c04-e105-4e72-8ab2-1c2d274d0486', 'code': 200} Jun 30 02:55:15.402634 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=8f607c04-e105-4e72-8ab2-1c2d274d0486,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:15.583424 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83115a3-ea99-437c-8d75-1fa5b4574983 req-611b2101-ea65-4880-aa7b-208d77f8b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:15.585453 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c83115a3-ea99-437c-8d75-1fa5b4574983 req-611b2101-ea65-4880-aa7b-208d77f8b904 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 1099 time: 0.0513091 Jun 30 02:55:15.622087 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c83115a3-ea99-437c-8d75-1fa5b4574983 req-6c3bc6b0-34cb-4726-9734-61334aff1eca service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294292 Jun 30 02:55:15.894732 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf35e22-6ff3-4fac-a169-46485b3bd399 req-bc3a38a7-76d3-488f-af66-748e28b28b50 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:15.896124 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1cf35e22-6ff3-4fac-a169-46485b3bd399 req-bc3a38a7-76d3-488f-af66-748e28b28b50 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 946 time: 0.0625060 Jun 30 02:55:15.933619 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1cf35e22-6ff3-4fac-a169-46485b3bd399 req-72a44d8f-c873-4fb0-8d0a-602ca437564b tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310810 Jun 30 02:55:17.110534 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15999a-2c0f-49c8-9ce6-1214f61d1ab7 req-0ebb6025-cbbf-488d-ae60-c0fa0ad87806 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:17.112416 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ba15999a-2c0f-49c8-9ce6-1214f61d1ab7 req-0ebb6025-cbbf-488d-ae60-c0fa0ad87806 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 946 time: 0.0658576 Jun 30 02:55:17.150295 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-ba15999a-2c0f-49c8-9ce6-1214f61d1ab7 req-7472c9e7-9c9e-4077-83fe-f9c83bffb9ef tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322347 Jun 30 02:55:19.033043 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-fa97b1a6-74b4-4784-9313-b5b3aa806711 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:19.034516 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-fa97b1a6-74b4-4784-9313-b5b3aa806711 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/networks?id=27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 200 len: 815 time: 0.1095731 Jun 30 02:55:19.050054 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-a71f59b7-4e0d-41dd-88cc-fefe84eefbf2 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/quotas/5f67a0e1923944c7ae14137af3b8b3ce HTTP/1.1" status: 200 len: 375 time: 0.0088887 Jun 30 02:55:19.119213 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-59a7befd-8489-4b47-98b1-7855010ec230 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638471 Jun 30 02:55:19.263625 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-90ea7026-d386-416c-b8a1-4ca4a89684e6 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=99696) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 02:55:19.264646 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-90ea7026-d386-416c-b8a1-4ca4a89684e6 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1389058 Jun 30 02:55:19.357481 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-4c3555ec-5d22-4a56-96ea-b65c8a18e3fc service neutron] 10.222.0.104 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866058 Jun 30 02:55:19.446463 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-0f9ff751-c889-4bf8-a9e1-17d01b3b323f service neutron] 10.222.0.104 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831654 Jun 30 02:55:19.617053 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-f8d1c0ab-3d67-4064-8505-cdda91b38a26 req-b8cdd60f-48ca-43b8-8ff9-9e9c53d97a35 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 210 time: 0.0338898 Jun 30 02:55:20.719674 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-e19e43e6-bcd6-48ef-9818-942f9f4c3b97 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:20.721171 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-e19e43e6-bcd6-48ef-9818-942f9f4c3b97 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "GET /v2.0/networks?id=27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 200 len: 815 time: 0.1121349 Jun 30 02:55:20.736056 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-1b7ec82b-5971-484b-8caf-ee1084572990 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Request body: {'port': {'device_id': '2af1d1f4-d86d-407e-a9be-7f87defb69cf', 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6', 'admin_state_up': True, 'tenant_id': '5f67a0e1923944c7ae14137af3b8b3ce'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:20.807089 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ab8653b5-793a-4e58-b256-2f45512c5be7 req-d0dd084b-72ca-4888-8a58-93443f5b1f03 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 210 time: 0.0676134 Jun 30 02:55:20.875392 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-1b7ec82b-5971-484b-8caf-ee1084572990 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Made reservation on behalf of 5f67a0e1923944c7ae14137af3b8b3ce for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:20.879318 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-1b7ec82b-5971-484b-8caf-ee1084572990 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.000611 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-1b7ec82b-5971-484b-8caf-ee1084572990 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Allocated IP 172.20.0.5 (27b16050-ca95-4c90-988d-df76d35611c6/9603c661-a52a-4b62-9da7-34b6b5309725/2745b59b-c1cc-4a75-9214-063af4dc379d) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:21.151620 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-1b7ec82b-5971-484b-8caf-ee1084572990 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.188524 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-1b7ec82b-5971-484b-8caf-ee1084572990 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.200798 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['25ebbebe-6559-46dd-929f-d1d7c2c0f953', '8f607c04-e105-4e72-8ab2-1c2d274d0486'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:21.236107 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-1b7ec82b-5971-484b-8caf-ee1084572990 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Network 27b16050-ca95-4c90-988d-df76d35611c6 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:21.239272 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-1b7ec82b-5971-484b-8caf-ee1084572990 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:21.245768 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-1b7ec82b-5971-484b-8caf-ee1084572990 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:21.252145 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ec82b-5971-484b-8caf-ee1084572990 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Pushing event updated for resources: {'Port': ['ID=2745b59b-c1cc-4a75-9214-063af4dc379d,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:21.297232 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-1b7ec82b-5971-484b-8caf-ee1084572990 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:21.297874 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-1b7ec82b-5971-484b-8caf-ee1084572990 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.312296 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-1b7ec82b-5971-484b-8caf-ee1084572990 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5803032 Jun 30 02:55:21.326717 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Request body: {'port': {'device_id': '2af1d1f4-d86d-407e-a9be-7f87defb69cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:21.412295 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.692700 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2745b59b-c1cc-4a75-9214-063af4dc379d {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:21.700765 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.714019 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Transition to ACTIVE for port object 2745b59b-c1cc-4a75-9214-063af4dc379d will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:21.723073 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.772070 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Pushing event updated for resources: {'Port': ['ID=2745b59b-c1cc-4a75-9214-063af4dc379d,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:21.843705 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Attempting to bind port 2745b59b-c1cc-4a75-9214-063af4dc379d on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:21.844041 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Attempting to bind port 2745b59b-c1cc-4a75-9214-063af4dc379d by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:21.844383 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Attempting to bind port 2745b59b-c1cc-4a75-9214-063af4dc379d on network 27b16050-ca95-4c90-988d-df76d35611c6 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:21.848753 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Port 2745b59b-c1cc-4a75-9214-063af4dc379d on network 27b16050-ca95-4c90-988d-df76d35611c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:21.849076 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Attempting to bind port 2745b59b-c1cc-4a75-9214-063af4dc379d on network 27b16050-ca95-4c90-988d-df76d35611c6 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:21.854735 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:21.855096 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Checking segment: {'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:21.855479 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Bound using segment: {'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:21.855899 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Bound port: 2745b59b-c1cc-4a75-9214-063af4dc379d, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:21.856261 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.923166 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] For port 2745b59b-c1cc-4a75-9214-063af4dc379d, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:21.926788 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] For port 2745b59b-c1cc-4a75-9214-063af4dc379d, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2745b59b-c1cc-4a75-9214-063af4dc379d,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:21.932322 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.964491 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:21.965104 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:21.966478 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] 10.222.0.88 "PUT /v2.0/ports/2745b59b-c1cc-4a75-9214-063af4dc379d HTTP/1.1" status: 200 len: 1093 time: 0.6454785 Jun 30 02:55:21.966921 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af1d1f4-d86d-407e-a9be-7f87defb69cf', 'tag': '2745b59b-c1cc-4a75-9214-063af4dc379d'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:21.969172 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2b80e5-5eab-4617-b12c-0e8418fadda7" -d '{"events": [{"name": "network-changed", "server_uuid": "2af1d1f4-d86d-407e-a9be-7f87defb69cf", "tag": "2745b59b-c1cc-4a75-9214-063af4dc379d"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:21.993148 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd2320-40c9-4957-8b7e-88e363d7a9f7 req-808f903e-40d4-44fb-b293-04bba3aff6b3 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:21.994887 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-becd2320-40c9-4957-8b7e-88e363d7a9f7 req-808f903e-40d4-44fb-b293-04bba3aff6b3 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 943 time: 0.0730071 Jun 30 02:55:21.995899 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221a7ea-b4e8-474e-b0df-83f01d97bd2e service neutron] Pushing event updated for resources: {'Port': ['ID=2745b59b-c1cc-4a75-9214-063af4dc379d,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:22.007960 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1b7090-6a88-4df7-9e88-1789b0d28773 x-openstack-request-id: req-0e1b7090-6a88-4df7-9e88-1789b0d28773 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:22.008327 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af1d1f4-d86d-407e-a9be-7f87defb69cf", "tag": "2745b59b-c1cc-4a75-9214-063af4dc379d", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:22.008689 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0e1b7090-6a88-4df7-9e88-1789b0d28773 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:22.009152 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af1d1f4-d86d-407e-a9be-7f87defb69cf', 'tag': '2745b59b-c1cc-4a75-9214-063af4dc379d', 'status': 'completed', 'code': 200} Jun 30 02:55:22.043592 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-becd2320-40c9-4957-8b7e-88e363d7a9f7 req-80c1a099-0957-46c3-a077-e0321df16bd9 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374463 Jun 30 02:55:22.070009 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-3b67206f-3a78-4d76-8ab6-045366af5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:22.071530 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-3b67206f-3a78-4d76-8ab6-045366af5831 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 1096 time: 0.0555034 Jun 30 02:55:22.122632 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-64087164-3e68-435a-8f46-0b51383af27a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2745b59b-c1cc-4a75-9214-063af4dc379d HTTP/1.1" status: 200 len: 217 time: 0.0370054 Jun 30 02:55:22.171156 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-4bc5d3dc-45a2-4438-a467-6adba68d1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:22.172549 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-4bc5d3dc-45a2-4438-a467-6adba68d1fdb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9603c661-a52a-4b62-9da7-34b6b5309725 HTTP/1.1" status: 200 len: 855 time: 0.0436647 Jun 30 02:55:22.203625 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-702fdee3-8768-4521-9037-6d4d3afebce3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27b16050-ca95-4c90-988d-df76d35611c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244336 Jun 30 02:55:22.298338 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-a88417c8-88a4-4246-9771-37ae4f071ad5 service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852356 Jun 30 02:55:22.387496 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a96889ff-97fd-4a6b-9e4a-71d55aec99c0 req-f02257dd-bdea-4c54-b6f9-9fb55532ac50 service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826051 Jun 30 02:55:22.495866 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b80e5-5eab-4617-b12c-0e8418fadda7 req-b3b6c2e9-0571-4529-abb2-39cdd737ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:22.497266 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2d2b80e5-5eab-4617-b12c-0e8418fadda7 req-b3b6c2e9-0571-4529-abb2-39cdd737ddae service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 1096 time: 0.0540411 Jun 30 02:55:22.590157 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b80e5-5eab-4617-b12c-0e8418fadda7 req-b7d82878-28df-4648-89ac-ca8c49705eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:22.591712 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2d2b80e5-5eab-4617-b12c-0e8418fadda7 req-b7d82878-28df-4648-89ac-ca8c49705eae service neutron] 10.222.0.88 "GET /v2.0/networks?id=27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 200 len: 917 time: 0.0870810 Jun 30 02:55:22.634279 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2d2b80e5-5eab-4617-b12c-0e8418fadda7 req-8a433856-4586-43e5-9e2f-3e65f1a18200 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2745b59b-c1cc-4a75-9214-063af4dc379d HTTP/1.1" status: 200 len: 217 time: 0.0359652 Jun 30 02:55:22.685446 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b80e5-5eab-4617-b12c-0e8418fadda7 req-cdc605cc-a128-4745-9394-e98f40f793bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:22.686867 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2d2b80e5-5eab-4617-b12c-0e8418fadda7 req-cdc605cc-a128-4745-9394-e98f40f793bf service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9603c661-a52a-4b62-9da7-34b6b5309725 HTTP/1.1" status: 200 len: 855 time: 0.0465901 Jun 30 02:55:22.718758 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2d2b80e5-5eab-4617-b12c-0e8418fadda7 req-6ae6c89e-6251-492f-82f9-ba1272c41ee6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27b16050-ca95-4c90-988d-df76d35611c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254714 Jun 30 02:55:22.809147 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2d2b80e5-5eab-4617-b12c-0e8418fadda7 req-be26d8bb-46af-489f-9036-098fd18b920a service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830541 Jun 30 02:55:22.909149 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2d2b80e5-5eab-4617-b12c-0e8418fadda7 req-46360c9d-08fd-4b14-b93c-b92f91c067f3 service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894744 Jun 30 02:55:23.218489 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f90416-4286-4fbc-bb50-5b2be4cffc24 req-13bde80c-5f7b-4996-a38d-08c7faf54dad tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:23.220019 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-95f90416-4286-4fbc-bb50-5b2be4cffc24 req-13bde80c-5f7b-4996-a38d-08c7faf54dad tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 943 time: 0.0638127 Jun 30 02:55:23.257591 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-95f90416-4286-4fbc-bb50-5b2be4cffc24 req-a991cb48-400f-4b8b-ab73-e3fe61209b70 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312748 Jun 30 02:55:24.426814 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18896345-f301-4d47-8048-1a106b3d6af6 req-e60d2383-4395-478c-b796-65b94df51b1e tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:24.428735 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-18896345-f301-4d47-8048-1a106b3d6af6 req-e60d2383-4395-478c-b796-65b94df51b1e tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 943 time: 0.0620446 Jun 30 02:55:24.465857 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-18896345-f301-4d47-8048-1a106b3d6af6 req-c3171e56-4f46-4152-bda6-6e802579e4c9 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Jun 30 02:55:25.269636 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 2745b59b-c1cc-4a75-9214-063af4dc379d details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:55:25.369530 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 2745b59b-c1cc-4a75-9214-063af4dc379d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2745b59b-c1cc-4a75-9214-063af4dc379d,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:25.380365 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '2745b59b-c1cc-4a75-9214-063af4dc379d', 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6', 'port_id': '2745b59b-c1cc-4a75-9214-063af4dc379d', 'mac_address': 'fa:16:3e:c1:94:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9603c661-a52a-4b62-9da7-34b6b5309725', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:55:25.419609 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.432363 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2745b59b-c1cc-4a75-9214-063af4dc379d {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:25.450824 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 2745b59b-c1cc-4a75-9214-063af4dc379d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2745b59b-c1cc-4a75-9214-063af4dc379d,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:25.454800 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:25.503379 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=2745b59b-c1cc-4a75-9214-063af4dc379d,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:25.642401 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffff9b-cf65-4e09-a3fb-03f099d6c924 req-c3599993-b3b3-4f85-a4ec-90c357359ae4 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:25.643894 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cdffff9b-cf65-4e09-a3fb-03f099d6c924 req-c3599993-b3b3-4f85-a4ec-90c357359ae4 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 944 time: 0.0664549 Jun 30 02:55:25.682096 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cdffff9b-cf65-4e09-a3fb-03f099d6c924 req-077e9993-22d2-453c-977f-e6e33fd79b09 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Jun 30 02:55:25.807089 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['2745b59b-c1cc-4a75-9214-063af4dc379d'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:26.862393 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b73585-0ade-4a28-bec5-e264b932c250 req-7523ca0e-6764-4d5f-be6e-3a8403c75b9d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:26.863802 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e5b73585-0ade-4a28-bec5-e264b932c250 req-7523ca0e-6764-4d5f-be6e-3a8403c75b9d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 944 time: 0.0683055 Jun 30 02:55:26.901760 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-e5b73585-0ade-4a28-bec5-e264b932c250 req-1f05e03b-9dfe-46bb-9928-517e363f958c tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323632 Jun 30 02:55:27.272662 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 2745b59b-c1cc-4a75-9214-063af4dc379d up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:27.321884 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 2745b59b-c1cc-4a75-9214-063af4dc379d completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:27.325694 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 2745b59b-c1cc-4a75-9214-063af4dc379d triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:27.326063 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.410414 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.433608 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af1d1f4-d86d-407e-a9be-7f87defb69cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2745b59b-c1cc-4a75-9214-063af4dc379d'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:27.435845 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e85e34-1212-44bb-a94d-4f19114209e7" -d '{"events": [{"server_uuid": "2af1d1f4-d86d-407e-a9be-7f87defb69cf", "name": "network-vif-plugged", "status": "completed", "tag": "2745b59b-c1cc-4a75-9214-063af4dc379d"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:27.452106 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 2745b59b-c1cc-4a75-9214-063af4dc379d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2745b59b-c1cc-4a75-9214-063af4dc379d,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:27.457121 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:27.480222 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4ed73d-22a5-46ea-b70a-6d635cc85bd6 x-openstack-request-id: req-5f4ed73d-22a5-46ea-b70a-6d635cc85bd6 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:27.480514 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af1d1f4-d86d-407e-a9be-7f87defb69cf", "name": "network-vif-plugged", "status": "completed", "tag": "2745b59b-c1cc-4a75-9214-063af4dc379d", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:27.480877 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5f4ed73d-22a5-46ea-b70a-6d635cc85bd6 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:27.481146 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af1d1f4-d86d-407e-a9be-7f87defb69cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2745b59b-c1cc-4a75-9214-063af4dc379d', 'code': 200} Jun 30 02:55:27.511697 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=2745b59b-c1cc-4a75-9214-063af4dc379d,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:27.721909 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2c48b-00a9-4cc2-b7d0-f9f74d4a6136 req-881504ab-2077-489c-8221-1d66bbe5c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:27.723463 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5ba2c48b-00a9-4cc2-b7d0-f9f74d4a6136 req-881504ab-2077-489c-8221-1d66bbe5c93d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 1098 time: 0.0515862 Jun 30 02:55:27.758444 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-5ba2c48b-00a9-4cc2-b7d0-f9f74d4a6136 req-d09cc04b-ebfc-4ce6-9efb-6edb44a3ac66 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282416 Jun 30 02:55:28.069215 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222536d2-b8c7-4152-8e3b-7dcfcd97f392 req-751f94ee-339d-4a3d-9e99-ef9556988fd4 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:28.070674 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-222536d2-b8c7-4152-8e3b-7dcfcd97f392 req-751f94ee-339d-4a3d-9e99-ef9556988fd4 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.0627747 Jun 30 02:55:28.109278 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-222536d2-b8c7-4152-8e3b-7dcfcd97f392 req-a512bd94-0531-4b7c-b4e9-adad492f8a7c tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330307 Jun 30 02:55:29.279586 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342b96a-9824-4ab0-88a7-c2120a968832 req-b861e3a2-7c7e-493e-a410-d8dc52734c39 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:29.281022 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a342b96a-9824-4ab0-88a7-c2120a968832 req-b861e3a2-7c7e-493e-a410-d8dc52734c39 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.0627203 Jun 30 02:55:29.317316 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a342b96a-9824-4ab0-88a7-c2120a968832 req-5e0a8a80-4d18-40fe-86ec-c685d4fafde5 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307698 Jun 30 02:55:30.492469 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf76c9-7cdd-4ba6-a764-2ae908ec1599 req-ec166aa0-be51-4d60-ba7f-9273e49ea71e tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:30.493914 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0edf76c9-7cdd-4ba6-a764-2ae908ec1599 req-ec166aa0-be51-4d60-ba7f-9273e49ea71e tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.0622005 Jun 30 02:55:30.530117 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-0edf76c9-7cdd-4ba6-a764-2ae908ec1599 req-539ac3fe-9da0-4428-93cf-0eb28690fa20 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304589 Jun 30 02:55:31.703322 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4166f3b-ac76-4391-8cce-36d262a78540 req-e3077063-2dbe-420a-8b8c-92fa11550ead tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:31.704783 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a4166f3b-ac76-4391-8cce-36d262a78540 req-e3077063-2dbe-420a-8b8c-92fa11550ead tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.0665891 Jun 30 02:55:31.742788 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-a4166f3b-ac76-4391-8cce-36d262a78540 req-3e20fb52-6c8b-4656-b0be-0762c1cc32aa tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319488 Jun 30 02:55:32.767150 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5cac-2c7e-43d6-b098-2e4fdb29a948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:32.916656 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a732e94-5907-406d-81cd-2155448e3b0c req-cf8efd92-fae4-488f-98af-3b553ea8c087 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:32.917992 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4a732e94-5907-406d-81cd-2155448e3b0c req-cf8efd92-fae4-488f-98af-3b553ea8c087 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.0661173 Jun 30 02:55:32.955366 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4a732e94-5907-406d-81cd-2155448e3b0c req-541be87c-999c-4319-a1b2-3d2a919f770b tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316091 Jun 30 02:55:34.131095 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358135c2-4b7c-44fd-a6fa-c0fe01c22094 req-e52758a9-c307-47c9-97e3-22592254243e tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:34.132581 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-358135c2-4b7c-44fd-a6fa-c0fe01c22094 req-e52758a9-c307-47c9-97e3-22592254243e tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.0653884 Jun 30 02:55:34.170313 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-358135c2-4b7c-44fd-a6fa-c0fe01c22094 req-b321ccda-e9fd-4d3e-82af-9719b6a372ba tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320234 Jun 30 02:55:35.215372 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd7d2aaf-e305-4993-854c-4eea0fbadba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:35.344821 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a543f-2da2-4969-8685-168d892d212e req-23b243e5-36de-4adf-b956-d4189e627989 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:35.346313 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-771a543f-2da2-4969-8685-168d892d212e req-23b243e5-36de-4adf-b956-d4189e627989 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.0628893 Jun 30 02:55:35.384476 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-771a543f-2da2-4969-8685-168d892d212e req-0ac737dc-b1db-44db-9202-3c141e021310 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320492 Jun 30 02:55:35.942397 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.468205 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:36.558250 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881754d9-be6e-4f5a-a11d-2870a4e2b9dd req-f29ff492-c14b-4b26-9dbd-427f26e00dc7 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:36.559910 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-881754d9-be6e-4f5a-a11d-2870a4e2b9dd req-f29ff492-c14b-4b26-9dbd-427f26e00dc7 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.0665095 Jun 30 02:55:36.597560 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-881754d9-be6e-4f5a-a11d-2870a4e2b9dd req-13684803-77ff-416c-ac63-81ecb568249d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321081 Jun 30 02:55:37.774272 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a2b57-a490-4364-8630-861f14789335 req-f23bca6c-faee-4569-8e69-66110f7b5c34 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:37.775766 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2d3a2b57-a490-4364-8630-861f14789335 req-f23bca6c-faee-4569-8e69-66110f7b5c34 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.0668380 Jun 30 02:55:37.813787 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2d3a2b57-a490-4364-8630-861f14789335 req-1ad55ca8-a2f6-499a-a50b-3d9543955cd1 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Jun 30 02:55:38.370310 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:38.993013 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830b654-aea2-4803-923f-c1d081108eb8 req-5d5b042f-96c1-4c2a-bb8e-f85c4de22458 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:38.994511 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9830b654-aea2-4803-923f-c1d081108eb8 req-5d5b042f-96c1-4c2a-bb8e-f85c4de22458 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.0715051 Jun 30 02:55:39.031963 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9830b654-aea2-4803-923f-c1d081108eb8 req-51c8b399-5393-4fc1-91f7-51332c392b12 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Jun 30 02:55:42.311728 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:55:42.955312 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:50.601872 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-aa34e1ed-6ef3-4785-8a3b-440f6d324879 req-3c9c7acd-6bd4-4c01-8693-4b4c3867f332 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528696 Jun 30 02:55:50.705669 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34e1ed-6ef3-4785-8a3b-440f6d324879 req-27105ee2-04ba-431d-910e-18efd9578672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:50.707176 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-aa34e1ed-6ef3-4785-8a3b-440f6d324879 req-27105ee2-04ba-431d-910e-18efd9578672 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 1099 time: 0.0609059 Jun 30 02:55:50.826381 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34e1ed-6ef3-4785-8a3b-440f6d324879 req-f92080c2-f6e9-4a23-8941-40ae708bf16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:50.827899 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-aa34e1ed-6ef3-4785-8a3b-440f6d324879 req-f92080c2-f6e9-4a23-8941-40ae708bf16a service neutron] 10.222.0.88 "GET /v2.0/networks?id=27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 200 len: 917 time: 0.0867379 Jun 30 02:55:50.876274 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-aa34e1ed-6ef3-4785-8a3b-440f6d324879 req-977b581c-4171-4ef5-847a-01e069e2fc94 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25ebbebe-6559-46dd-929f-d1d7c2c0f953 HTTP/1.1" status: 200 len: 217 time: 0.0387490 Jun 30 02:55:50.928044 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34e1ed-6ef3-4785-8a3b-440f6d324879 req-cfe66214-4afa-4ba7-8318-ba8c1098c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:50.929616 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-aa34e1ed-6ef3-4785-8a3b-440f6d324879 req-cfe66214-4afa-4ba7-8318-ba8c1098c721 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9603c661-a52a-4b62-9da7-34b6b5309725 HTTP/1.1" status: 200 len: 855 time: 0.0439010 Jun 30 02:55:50.964029 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-aa34e1ed-6ef3-4785-8a3b-440f6d324879 req-7233c5fb-2f49-45d3-aeb3-f480a0ffadcb service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27b16050-ca95-4c90-988d-df76d35611c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261679 Jun 30 02:55:51.061957 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-aa34e1ed-6ef3-4785-8a3b-440f6d324879 req-e4ccf4b3-c030-4397-a975-43a214ff96fa service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872033 Jun 30 02:55:51.151755 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-aa34e1ed-6ef3-4785-8a3b-440f6d324879 req-d8442e13-c49d-4308-ae0c-384fdf230640 service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829611 Jun 30 02:55:51.991202 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-c66a1d26-1554-4adf-8ae9-f6ede4a7ec01 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:51.992669 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-c66a1d26-1554-4adf-8ae9-f6ede4a7ec01 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/networks?id=27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 200 len: 815 time: 0.1047618 Jun 30 02:55:52.006787 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-09fcb6f5-d0b0-467c-97d4-563743593c26 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/quotas/5f67a0e1923944c7ae14137af3b8b3ce HTTP/1.1" status: 200 len: 375 time: 0.0088472 Jun 30 02:55:52.076206 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-cd8317b6-20f5-4147-a934-4667b326be35 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646763 Jun 30 02:55:52.170937 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-881a1bb5-9ea5-4da3-9833-77139abe2cdc service neutron] 10.222.0.104 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881031 Jun 30 02:55:52.269581 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-d8e6f742-358d-496e-bc36-03b21337fba0 service neutron] 10.222.0.104 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928764 Jun 30 02:55:52.447342 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2c426373-0717-4e26-853c-f5c6f7f25993 req-33160b2c-7606-403d-a2e5-bcce904d99ae tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 210 time: 0.0291569 Jun 30 02:55:52.767130 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 34496) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:52.870893 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.959069 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:52.963514 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.007492 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=00540a8d427e4ed598ae965054121c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391996 Jun 30 02:55:53.008447 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c7fc1b-040e-4797-8251-5e867a397ed7,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:53.010461 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 34500) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:53.015888 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.016492 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.016918 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.017332 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.017686 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.018020 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.018353 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.018687 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.019129 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.019460 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.019789 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.020114 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e00e350-9643-494d-887e-1030dc222979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.063979 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.084886 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.130272 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.133417 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.134561 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f9c7fc1b-040e-4797-8251-5e867a397ed7 HTTP/1.1" status: 204 len: 168 time: 0.1229603 Jun 30 02:55:53.143898 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c7fc1b-040e-4797-8251-5e867a397ed7,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:53.152150 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.152502 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.152868 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.153193 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.153527 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.153860 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.154193 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.154525 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.154858 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.155221 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.155550 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.155872 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3be49fc-db5e-47b8-ad15-52cc66a7a0aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:53.389390 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 34506) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:53.406437 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b443e1bf-e833-4a50-93c9-2f8f41ba448b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.575489 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-128b34e7-51fb-4889-8396-19e59a24cc7b tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:53.576943 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-128b34e7-51fb-4889-8396-19e59a24cc7b tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "GET /v2.0/networks?id=27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 200 len: 815 time: 0.1408029 Jun 30 02:55:53.601128 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6fc70519-3500-4cb7-8a0b-561f7470074d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Request body: {'port': {'device_id': 'e82078ae-39b5-4557-925d-4e16c9a65964', 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6', 'admin_state_up': True, 'tenant_id': '5f67a0e1923944c7ae14137af3b8b3ce'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:53.628864 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-15d5cb45-3812-4baa-b305-e41e0fcd2637 req-a6c97838-a554-4755-a8bf-ce5c01c0ad58 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 210 time: 0.0465591 Jun 30 02:55:53.643189 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b443e1bf-e833-4a50-93c9-2f8f41ba448b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.670523 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-b443e1bf-e833-4a50-93c9-2f8f41ba448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.720748 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-b443e1bf-e833-4a50-93c9-2f8f41ba448b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0f01920a25244831955e8d343db01337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302534 Jun 30 02:55:53.723424 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 34514) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:53.725201 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443e1bf-e833-4a50-93c9-2f8f41ba448b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b33848-a5e7-4b9b-acac-1b0016babc0f,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:53.774673 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f9a143b4-5131-4b95-b9a0-4736d62f7c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.781399 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6fc70519-3500-4cb7-8a0b-561f7470074d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Made reservation on behalf of 5f67a0e1923944c7ae14137af3b8b3ce for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:55:53.785160 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6fc70519-3500-4cb7-8a0b-561f7470074d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.799763 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f9a143b4-5131-4b95-b9a0-4736d62f7c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.847880 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f9a143b4-5131-4b95-b9a0-4736d62f7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.851392 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f9a143b4-5131-4b95-b9a0-4736d62f7c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:53.852821 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-f9a143b4-5131-4b95-b9a0-4736d62f7c92 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/58b33848-a5e7-4b9b-acac-1b0016babc0f HTTP/1.1" status: 204 len: 168 time: 0.1265934 Jun 30 02:55:53.861090 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a143b4-5131-4b95-b9a0-4736d62f7c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b33848-a5e7-4b9b-acac-1b0016babc0f,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:53.920274 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6fc70519-3500-4cb7-8a0b-561f7470074d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Allocated IP 172.20.0.4 (27b16050-ca95-4c90-988d-df76d35611c6/9603c661-a52a-4b62-9da7-34b6b5309725/074a29db-a4a6-425e-a7d4-5eb25fdfd519) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:55:54.075831 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6fc70519-3500-4cb7-8a0b-561f7470074d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.115037 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6fc70519-3500-4cb7-8a0b-561f7470074d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.132903 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['25ebbebe-6559-46dd-929f-d1d7c2c0f953', '8f607c04-e105-4e72-8ab2-1c2d274d0486', '2745b59b-c1cc-4a75-9214-063af4dc379d'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:54.165476 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6fc70519-3500-4cb7-8a0b-561f7470074d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Network 27b16050-ca95-4c90-988d-df76d35611c6 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:55:54.175521 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6fc70519-3500-4cb7-8a0b-561f7470074d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:55:54.179887 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6fc70519-3500-4cb7-8a0b-561f7470074d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:55:54.206073 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc70519-3500-4cb7-8a0b-561f7470074d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Pushing event updated for resources: {'Port': ['ID=074a29db-a4a6-425e-a7d4-5eb25fdfd519,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:54.236333 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6fc70519-3500-4cb7-8a0b-561f7470074d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:54.236952 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6fc70519-3500-4cb7-8a0b-561f7470074d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.253084 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6fc70519-3500-4cb7-8a0b-561f7470074d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6593542 Jun 30 02:55:54.267715 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Request body: {'port': {'device_id': 'e82078ae-39b5-4557-925d-4e16c9a65964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:55:54.341970 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.606783 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074a29db-a4a6-425e-a7d4-5eb25fdfd519 {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:54.614611 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.626964 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Transition to ACTIVE for port object 074a29db-a4a6-425e-a7d4-5eb25fdfd519 will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:55:54.630958 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.683873 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Pushing event updated for resources: {'Port': ['ID=074a29db-a4a6-425e-a7d4-5eb25fdfd519,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:54.758249 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Attempting to bind port 074a29db-a4a6-425e-a7d4-5eb25fdfd519 on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:55:54.758597 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Attempting to bind port 074a29db-a4a6-425e-a7d4-5eb25fdfd519 by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:55:54.758931 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Attempting to bind port 074a29db-a4a6-425e-a7d4-5eb25fdfd519 on network 27b16050-ca95-4c90-988d-df76d35611c6 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:54.763338 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Port 074a29db-a4a6-425e-a7d4-5eb25fdfd519 on network 27b16050-ca95-4c90-988d-df76d35611c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:55:54.763667 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Attempting to bind port 074a29db-a4a6-425e-a7d4-5eb25fdfd519 on network 27b16050-ca95-4c90-988d-df76d35611c6 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:55:54.768613 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:55:54.768955 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Checking segment: {'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:55:54.769344 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Bound using segment: {'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:55:54.769772 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Bound port: 074a29db-a4a6-425e-a7d4-5eb25fdfd519, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6759e142-eeb4-4b5a-84b6-12b7d28cb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1100, 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:55:54.770138 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.816977 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5048b-71ff-43cf-854b-6d9fa002cae2 req-71e88e78-8274-4ea5-b572-3cc57cc3b115 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:54.819232 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-86e5048b-71ff-43cf-854b-6d9fa002cae2 req-71e88e78-8274-4ea5-b572-3cc57cc3b115 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 943 time: 0.0717108 Jun 30 02:55:54.841748 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] For port 074a29db-a4a6-425e-a7d4-5eb25fdfd519, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:55:54.845584 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] For port 074a29db-a4a6-425e-a7d4-5eb25fdfd519, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=074a29db-a4a6-425e-a7d4-5eb25fdfd519,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:55:54.849851 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.871108 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-86e5048b-71ff-43cf-854b-6d9fa002cae2 req-b23c8faf-ce3f-4144-bc08-e60b49f303fb tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446303 Jun 30 02:55:54.884086 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:54.884890 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:54.886277 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] 10.222.0.88 "PUT /v2.0/ports/074a29db-a4a6-425e-a7d4-5eb25fdfd519 HTTP/1.1" status: 200 len: 1093 time: 0.6256499 Jun 30 02:55:54.888658 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82078ae-39b5-4557-925d-4e16c9a65964', 'tag': '074a29db-a4a6-425e-a7d4-5eb25fdfd519'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:54.899280 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd645b7f-479f-4922-9c0b-b8e02b7ded49" -d '{"events": [{"name": "network-changed", "server_uuid": "e82078ae-39b5-4557-925d-4e16c9a65964", "tag": "074a29db-a4a6-425e-a7d4-5eb25fdfd519"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:54.928797 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ff729-05eb-4229-b8c0-e8c0ec276d29 service neutron] Pushing event updated for resources: {'Port': ['ID=074a29db-a4a6-425e-a7d4-5eb25fdfd519,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:54.946103 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f9615f-9654-488f-be97-7c1fa615dc8b x-openstack-request-id: req-22f9615f-9654-488f-be97-7c1fa615dc8b {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:54.946103 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82078ae-39b5-4557-925d-4e16c9a65964", "tag": "074a29db-a4a6-425e-a7d4-5eb25fdfd519", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:54.946360 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-22f9615f-9654-488f-be97-7c1fa615dc8b {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:54.946556 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82078ae-39b5-4557-925d-4e16c9a65964', 'tag': '074a29db-a4a6-425e-a7d4-5eb25fdfd519', 'status': 'completed', 'code': 200} Jun 30 02:55:54.990772 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-46407c70-a911-4165-9cbc-73a0338961be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:54.992296 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-46407c70-a911-4165-9cbc-73a0338961be service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 1096 time: 0.0569904 Jun 30 02:55:55.033916 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-17e91c8d-14af-412c-ae16-49bab0875731 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=074a29db-a4a6-425e-a7d4-5eb25fdfd519 HTTP/1.1" status: 200 len: 217 time: 0.0340104 Jun 30 02:55:55.365049 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6423b52a-a772-4002-97e4-9d4b717d6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.366693 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-6423b52a-a772-4002-97e4-9d4b717d6fbd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9603c661-a52a-4b62-9da7-34b6b5309725 HTTP/1.1" status: 200 len: 855 time: 0.3257520 Jun 30 02:55:55.406596 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-cddd6649-967d-4526-b73e-86d1dcc68a70 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27b16050-ca95-4c90-988d-df76d35611c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269380 Jun 30 02:55:55.497234 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-fc684dec-4857-4b38-b16c-dd0a716cee4a service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821915 Jun 30 02:55:55.598129 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-b8149bdc-91fd-4546-ab00-0c9b88858a87 req-2f487136-0a4d-41e1-b006-170e6f52622e service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930989 Jun 30 02:55:55.725497 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd645b7f-479f-4922-9c0b-b8e02b7ded49 req-5233300a-c9c9-469b-ba6c-508d3dfda31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.726975 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cd645b7f-479f-4922-9c0b-b8e02b7ded49 req-5233300a-c9c9-469b-ba6c-508d3dfda31d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 1096 time: 0.0561490 Jun 30 02:55:55.820096 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd645b7f-479f-4922-9c0b-b8e02b7ded49 req-9f1462c2-cef1-4626-9494-85597a347c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.821525 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cd645b7f-479f-4922-9c0b-b8e02b7ded49 req-9f1462c2-cef1-4626-9494-85597a347c76 service neutron] 10.222.0.88 "GET /v2.0/networks?id=27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 200 len: 917 time: 0.0877309 Jun 30 02:55:55.861003 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cd645b7f-479f-4922-9c0b-b8e02b7ded49 req-9c96fe95-b563-4ad2-9758-137982660c5b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=074a29db-a4a6-425e-a7d4-5eb25fdfd519 HTTP/1.1" status: 200 len: 217 time: 0.0329854 Jun 30 02:55:55.908567 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd645b7f-479f-4922-9c0b-b8e02b7ded49 req-71bdc7c4-460c-47e2-9a8c-c8aaceb56a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:55.909981 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cd645b7f-479f-4922-9c0b-b8e02b7ded49 req-71bdc7c4-460c-47e2-9a8c-c8aaceb56a19 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=9603c661-a52a-4b62-9da7-34b6b5309725 HTTP/1.1" status: 200 len: 855 time: 0.0429845 Jun 30 02:55:55.948365 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cd645b7f-479f-4922-9c0b-b8e02b7ded49 req-4e156478-eded-4a26-a681-4e8cb829b82f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=27b16050-ca95-4c90-988d-df76d35611c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306234 Jun 30 02:55:56.040129 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cd645b7f-479f-4922-9c0b-b8e02b7ded49 req-41493561-0fc5-406d-8c5a-2cc13a813b51 service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834529 Jun 30 02:55:56.052303 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b5322-81df-4c69-85f5-7226454ffa44 req-bc4bb8e4-9e46-424a-a662-8df274697362 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:56.053902 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-008b5322-81df-4c69-85f5-7226454ffa44 req-bc4bb8e4-9e46-424a-a662-8df274697362 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 943 time: 0.0624142 Jun 30 02:55:56.091599 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-008b5322-81df-4c69-85f5-7226454ffa44 req-a775fcfc-8088-4aac-bc50-e2cd220029ea tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Jun 30 02:55:56.134341 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-cd645b7f-479f-4922-9c0b-b8e02b7ded49 req-652c93b7-ccb1-4486-86a9-73d773d9cb64 service neutron] 10.222.0.88 "GET /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875266 Jun 30 02:55:57.265609 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e64cb-24d4-4db5-97d8-93e33ef4afa8 req-96f65d52-91a6-46d4-aa75-643039754680 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:57.267080 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-897e64cb-24d4-4db5-97d8-93e33ef4afa8 req-96f65d52-91a6-46d4-aa75-643039754680 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 943 time: 0.0627661 Jun 30 02:55:57.304087 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-897e64cb-24d4-4db5-97d8-93e33ef4afa8 req-1e1e7631-983c-4fd3-a9d5-b3bcc347884e tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308707 Jun 30 02:55:57.457713 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 074a29db-a4a6-425e-a7d4-5eb25fdfd519 details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:55:57.554475 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 074a29db-a4a6-425e-a7d4-5eb25fdfd519, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=074a29db-a4a6-425e-a7d4-5eb25fdfd519,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:57.566025 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': '074a29db-a4a6-425e-a7d4-5eb25fdfd519', 'network_id': '27b16050-ca95-4c90-988d-df76d35611c6', 'port_id': '074a29db-a4a6-425e-a7d4-5eb25fdfd519', 'mac_address': 'fa:16:3e:13:8d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9603c661-a52a-4b62-9da7-34b6b5309725', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:55:57.603262 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:57.616975 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074a29db-a4a6-425e-a7d4-5eb25fdfd519 {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:55:57.635760 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 074a29db-a4a6-425e-a7d4-5eb25fdfd519, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=074a29db-a4a6-425e-a7d4-5eb25fdfd519,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:57.639269 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:57.802480 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=074a29db-a4a6-425e-a7d4-5eb25fdfd519,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:57.809781 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.810133 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.810473 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.810810 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.811172 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.811504 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.811839 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.812157 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.812481 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.812801 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.813121 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:57.813439 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:55:58.061440 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['074a29db-a4a6-425e-a7d4-5eb25fdfd519'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:55:58.484801 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cf38-37cd-445f-81e4-1fc1b0c17cff req-557d99c7-c092-4edd-b93c-f4ba57ed0174 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:58.486380 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3674cf38-37cd-445f-81e4-1fc1b0c17cff req-557d99c7-c092-4edd-b93c-f4ba57ed0174 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 944 time: 0.0688164 Jun 30 02:55:58.525674 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-3674cf38-37cd-445f-81e4-1fc1b0c17cff req-296c3369-84f5-43d1-ada2-0ded413534b9 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333207 Jun 30 02:55:58.858500 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 34618) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:58.964152 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-67b9ee9d-ce10-475d-b6ba-8e1c7d4b9984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.049470 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-67b9ee9d-ce10-475d-b6ba-8e1c7d4b9984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.053664 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-67b9ee9d-ce10-475d-b6ba-8e1c7d4b9984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.090992 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-67b9ee9d-ce10-475d-b6ba-8e1c7d4b9984 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d90b6f8050e049c78946dc09c3d5382e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314758 Jun 30 02:55:59.091850 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9ee9d-ce10-475d-b6ba-8e1c7d4b9984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a00378c-72ac-4445-9564-5e2a2a7527ca,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:59.093721 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 34622) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:59.143661 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bc390243-c697-4793-b86c-25eda52a73ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.164975 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bc390243-c697-4793-b86c-25eda52a73ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.209151 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bc390243-c697-4793-b86c-25eda52a73ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.211683 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bc390243-c697-4793-b86c-25eda52a73ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.212815 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-bc390243-c697-4793-b86c-25eda52a73ed admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6a00378c-72ac-4445-9564-5e2a2a7527ca HTTP/1.1" status: 204 len: 168 time: 0.1180434 Jun 30 02:55:59.220182 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc390243-c697-4793-b86c-25eda52a73ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a00378c-72ac-4445-9564-5e2a2a7527ca,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:59.461293 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 074a29db-a4a6-425e-a7d4-5eb25fdfd519 up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:55:59.477729 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 34628) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:59.491794 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-edec3670-8887-4aa2-a849-dad6c7a787af admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.512475 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port 074a29db-a4a6-425e-a7d4-5eb25fdfd519 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:55:59.516015 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port 074a29db-a4a6-425e-a7d4-5eb25fdfd519 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:55:59.516386 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.583792 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-edec3670-8887-4aa2-a849-dad6c7a787af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.592379 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-edec3670-8887-4aa2-a849-dad6c7a787af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.602992 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.633364 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-edec3670-8887-4aa2-a849-dad6c7a787af admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=99a2ae64d1a842b3ba5c7901f2539c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544619 Jun 30 02:55:59.636425 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 34632) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:55:59.641231 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82078ae-39b5-4557-925d-4e16c9a65964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074a29db-a4a6-425e-a7d4-5eb25fdfd519'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:55:59.643761 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844f310b-0e0f-4960-b186-77833fb1ceda" -d '{"events": [{"server_uuid": "e82078ae-39b5-4557-925d-4e16c9a65964", "name": "network-vif-plugged", "status": "completed", "tag": "074a29db-a4a6-425e-a7d4-5eb25fdfd519"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:55:59.646951 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec3670-8887-4aa2-a849-dad6c7a787af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb3075f-ee31-47bb-a01a-4d11144aee24,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:59.658414 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port 074a29db-a4a6-425e-a7d4-5eb25fdfd519, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=074a29db-a4a6-425e-a7d4-5eb25fdfd519,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:55:59.663764 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.694052 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f680d237-e260-4bbf-83b6-e2dca1f7ade0 x-openstack-request-id: req-f680d237-e260-4bbf-83b6-e2dca1f7ade0 {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:55:59.694353 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82078ae-39b5-4557-925d-4e16c9a65964", "name": "network-vif-plugged", "status": "completed", "tag": "074a29db-a4a6-425e-a7d4-5eb25fdfd519", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:55:59.694609 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f680d237-e260-4bbf-83b6-e2dca1f7ade0 {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:55:59.694996 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82078ae-39b5-4557-925d-4e16c9a65964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074a29db-a4a6-425e-a7d4-5eb25fdfd519', 'code': 200} Jun 30 02:55:59.722978 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=074a29db-a4a6-425e-a7d4-5eb25fdfd519,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:59.741315 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-04eac320-c843-45f2-8a3e-7636d4e81c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.764990 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ed5a3-a4dc-4dac-915e-a11a0e976cf7 req-a76fc03b-9c65-40f8-bfcc-efe908ee327f tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:59.766475 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-572ed5a3-a4dc-4dac-915e-a11a0e976cf7 req-a76fc03b-9c65-40f8-bfcc-efe908ee327f tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 945 time: 0.1230755 Jun 30 02:55:59.783423 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-04eac320-c843-45f2-8a3e-7636d4e81c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.838414 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-572ed5a3-a4dc-4dac-915e-a11a0e976cf7 req-839389d8-31c3-44f2-8995-64cba7a581fc tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643065 Jun 30 02:55:59.864245 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-04eac320-c843-45f2-8a3e-7636d4e81c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.867482 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-04eac320-c843-45f2-8a3e-7636d4e81c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:55:59.868606 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-04eac320-c843-45f2-8a3e-7636d4e81c32 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/afb3075f-ee31-47bb-a01a-4d11144aee24 HTTP/1.1" status: 204 len: 168 time: 0.2314358 Jun 30 02:55:59.876220 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eac320-c843-45f2-8a3e-7636d4e81c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb3075f-ee31-47bb-a01a-4d11144aee24,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:55:59.929643 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955d7f9-fc22-455e-8da8-384f3d952c42 req-55c9da45-25bd-43c5-bdd1-0c974aa43056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:55:59.931315 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1955d7f9-fc22-455e-8da8-384f3d952c42 req-55c9da45-25bd-43c5-bdd1-0c974aa43056 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 1098 time: 0.0530682 Jun 30 02:55:59.968251 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1955d7f9-fc22-455e-8da8-384f3d952c42 req-09de5f45-9db2-40d4-81d4-2b0e907792f3 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301118 Jun 30 02:56:01.017131 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3463a2-6ea5-4381-b618-19829c63ff7f req-e317cfce-33d6-4637-8b95-8f7de684e7c6 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:01.018750 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-df3463a2-6ea5-4381-b618-19829c63ff7f req-e317cfce-33d6-4637-8b95-8f7de684e7c6 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 945 time: 0.0668497 Jun 30 02:56:01.057613 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-df3463a2-6ea5-4381-b618-19829c63ff7f req-053d423e-a658-41d2-bac9-0d61eb51ade7 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328248 Jun 30 02:56:02.231621 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed3482-a399-433b-aacd-8c260230e75f req-2335f489-ed8d-4730-859b-0ad3d01911fa tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:02.233386 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-28ed3482-a399-433b-aacd-8c260230e75f req-2335f489-ed8d-4730-859b-0ad3d01911fa tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 945 time: 0.0624149 Jun 30 02:56:02.275964 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-28ed3482-a399-433b-aacd-8c260230e75f req-ff76434c-68a5-4900-a649-d76e8661566e tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370603 Jun 30 02:56:02.767661 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fdd92b5f-6513-4f59-ae74-81bd24d6ccc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.690718 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 34730) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:04.796074 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ff18b3b7-d310-487a-8eca-74ff0c4645b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.885590 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ff18b3b7-d310-487a-8eca-74ff0c4645b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.889239 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-ff18b3b7-d310-487a-8eca-74ff0c4645b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:04.927335 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-ff18b3b7-d310-487a-8eca-74ff0c4645b6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9f67bf694a66464fa63275ca84130dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354240 Jun 30 02:56:04.928182 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18b3b7-d310-487a-8eca-74ff0c4645b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cfdf22-19da-44f6-8640-1cf7d6ba8890,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:04.931090 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 34734) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:04.980750 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db36-1570-4d94-9850-9e6f33031833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.001508 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db36-1570-4d94-9850-9e6f33031833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.047398 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db36-1570-4d94-9850-9e6f33031833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.049937 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-9fe7db36-1570-4d94-9850-9e6f33031833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.051080 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-9fe7db36-1570-4d94-9850-9e6f33031833 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e3cfdf22-19da-44f6-8640-1cf7d6ba8890 HTTP/1.1" status: 204 len: 168 time: 0.1189849 Jun 30 02:56:05.058845 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7db36-1570-4d94-9850-9e6f33031833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cfdf22-19da-44f6-8640-1cf7d6ba8890,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:05.218240 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-cc720eb4-d18e-4e85-941d-79319cfd6228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.311274 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 34742) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:05.324739 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b0811910-0e23-49cc-89d3-1d3b89091a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.410724 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b0811910-0e23-49cc-89d3-1d3b89091a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.414733 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b0811910-0e23-49cc-89d3-1d3b89091a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.453799 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0811910-0e23-49cc-89d3-1d3b89091a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af90c4da-8af1-482a-b831-e2ad83b915b0,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:05.460062 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-b0811910-0e23-49cc-89d3-1d3b89091a76 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=73f1c3f29a244c5092ce63fa7b2a2cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477680 Jun 30 02:56:05.463020 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 34744) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:05.510953 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-851303c2-b51f-4d81-8754-4071e082ac62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.531805 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-851303c2-b51f-4d81-8754-4071e082ac62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.576486 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-851303c2-b51f-4d81-8754-4071e082ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.579025 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-851303c2-b51f-4d81-8754-4071e082ac62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:05.580143 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-851303c2-b51f-4d81-8754-4071e082ac62 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/af90c4da-8af1-482a-b831-e2ad83b915b0 HTTP/1.1" status: 204 len: 168 time: 0.1162393 Jun 30 02:56:05.592415 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851303c2-b51f-4d81-8754-4071e082ac62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af90c4da-8af1-482a-b831-e2ad83b915b0,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:05.943771 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:06.471547 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:08.374005 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:12.971761 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:14.278094 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7d645-6318-4170-af24-acb1278464c2 req-d5addb81-2482-4023-8a48-92bb99315e6c tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:14.279657 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-25d7d645-6318-4170-af24-acb1278464c2 req-d5addb81-2482-4023-8a48-92bb99315e6c tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 945 time: 0.0634069 Jun 30 02:56:14.317592 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-25d7d645-6318-4170-af24-acb1278464c2 req-3669d984-3ead-40aa-8281-840474205921 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323341 Jun 30 02:56:15.493840 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc840-faf4-49a3-b3a0-9eb34a663f3d req-15e24ebe-68b7-4691-9c96-a65960743776 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:15.495309 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5b3dc840-faf4-49a3-b3a0-9eb34a663f3d req-15e24ebe-68b7-4691-9c96-a65960743776 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 945 time: 0.0638874 Jun 30 02:56:15.533043 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5b3dc840-faf4-49a3-b3a0-9eb34a663f3d req-9662fc3b-8622-4ea2-b90d-b7d0b36d8936 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Jun 30 02:56:16.459109 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0af25-c02f-40df-9989-ba71761ddf3b req-b5aecddf-4eac-4449-a972-84b9aece9c52 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:16.460568 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-07e0af25-c02f-40df-9989-ba71761ddf3b req-b5aecddf-4eac-4449-a972-84b9aece9c52 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 945 time: 0.0674171 Jun 30 02:56:16.562596 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-07e0af25-c02f-40df-9989-ba71761ddf3b req-2364e386-b4d5-48eb-b0f5-eba13ba31620 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Deleting port 074a29db-a4a6-425e-a7d4-5eb25fdfd519 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:16.562943 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-07e0af25-c02f-40df-9989-ba71761ddf3b req-2364e386-b4d5-48eb-b0f5-eba13ba31620 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.685576 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-07e0af25-c02f-40df-9989-ba71761ddf3b req-2364e386-b4d5-48eb-b0f5-eba13ba31620 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] For port 074a29db-a4a6-425e-a7d4-5eb25fdfd519, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=074a29db-a4a6-425e-a7d4-5eb25fdfd519,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:16.685937 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-07e0af25-c02f-40df-9989-ba71761ddf3b req-2364e386-b4d5-48eb-b0f5-eba13ba31620 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.701791 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-07e0af25-c02f-40df-9989-ba71761ddf3b req-2364e386-b4d5-48eb-b0f5-eba13ba31620 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Calling delete_port for 074a29db-a4a6-425e-a7d4-5eb25fdfd519 owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:16.775571 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776040a4-222d-43c8-8689-11e1816ac754 req-96c65a60-274f-4043-8a0e-aa44682121aa tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:16.776981 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-776040a4-222d-43c8-8689-11e1816ac754 req-96c65a60-274f-4043-8a0e-aa44682121aa tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=e82078ae-39b5-4557-925d-4e16c9a65964 HTTP/1.1" status: 200 len: 945 time: 0.1288755 Jun 30 02:56:16.832257 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-776040a4-222d-43c8-8689-11e1816ac754 req-d3c892ee-35d2-40d6-8391-0d34326da451 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488110 Jun 30 02:56:16.886942 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-07e0af25-c02f-40df-9989-ba71761ddf3b req-2364e386-b4d5-48eb-b0f5-eba13ba31620 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.899590 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['25ebbebe-6559-46dd-929f-d1d7c2c0f953', '8f607c04-e105-4e72-8ab2-1c2d274d0486', '2745b59b-c1cc-4a75-9214-063af4dc379d', '074a29db-a4a6-425e-a7d4-5eb25fdfd519'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:16.914989 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364e386-b4d5-48eb-b0f5-eba13ba31620 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Pushing event deleted for resources: {'Port': ['ID=074a29db-a4a6-425e-a7d4-5eb25fdfd519,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:16.962429 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e0af25-c02f-40df-9989-ba71761ddf3b req-2364e386-b4d5-48eb-b0f5-eba13ba31620 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] No DVR routers for this DVR port 074a29db-a4a6-425e-a7d4-5eb25fdfd519 on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:16.965118 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-07e0af25-c02f-40df-9989-ba71761ddf3b req-2364e386-b4d5-48eb-b0f5-eba13ba31620 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:16.967193 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-07e0af25-c02f-40df-9989-ba71761ddf3b req-2364e386-b4d5-48eb-b0f5-eba13ba31620 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "DELETE /v2.0/ports/074a29db-a4a6-425e-a7d4-5eb25fdfd519 HTTP/1.1" status: 204 len: 173 time: 0.5009904 Jun 30 02:56:16.967626 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82078ae-39b5-4557-925d-4e16c9a65964', 'name': 'network-vif-deleted', 'tag': '074a29db-a4a6-425e-a7d4-5eb25fdfd519'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:16.970279 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1cc928a-1918-4406-99a0-ce75e1a36063" -d '{"events": [{"server_uuid": "e82078ae-39b5-4557-925d-4e16c9a65964", "name": "network-vif-deleted", "tag": "074a29db-a4a6-425e-a7d4-5eb25fdfd519"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:17.013462 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522b1a59-924d-4931-b1de-a3a2b6347246 x-openstack-request-id: req-522b1a59-924d-4931-b1de-a3a2b6347246 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:17.013755 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82078ae-39b5-4557-925d-4e16c9a65964", "name": "network-vif-deleted", "tag": "074a29db-a4a6-425e-a7d4-5eb25fdfd519", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:17.014166 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-522b1a59-924d-4931-b1de-a3a2b6347246 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:17.014925 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82078ae-39b5-4557-925d-4e16c9a65964', 'name': 'network-vif-deleted', 'tag': '074a29db-a4a6-425e-a7d4-5eb25fdfd519', 'status': 'completed', 'code': 200} Jun 30 02:56:19.311410 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:56:19.421220 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836e613-255b-497f-940f-dbd826fba61a req-5e95122f-b28b-4cf9-b360-bdf1db032d11 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:19.422702 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3836e613-255b-497f-940f-dbd826fba61a req-5e95122f-b28b-4cf9-b360-bdf1db032d11 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.0671906 Jun 30 02:56:19.460258 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-3836e613-255b-497f-940f-dbd826fba61a req-9e421563-bd2e-4d1f-9294-4a206ba25e63 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Jun 30 02:56:19.610572 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 074a29db-a4a6-425e-a7d4-5eb25fdfd519 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:19.632987 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 074a29db-a4a6-425e-a7d4-5eb25fdfd519 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:19.633327 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 074a29db-a4a6-425e-a7d4-5eb25fdfd519 not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:20.635436 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a0da9-c218-493d-86d2-cc4944c572ac req-b900a9d7-8364-43fe-8abb-e06745423ca6 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:20.636922 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-626a0da9-c218-493d-86d2-cc4944c572ac req-b900a9d7-8364-43fe-8abb-e06745423ca6 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.0672555 Jun 30 02:56:20.674828 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-626a0da9-c218-493d-86d2-cc4944c572ac req-d0e11a70-09d3-4415-87af-339aa054db44 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Jun 30 02:56:21.509960 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21eb81-6ff9-4297-bf4e-f53302d83a71 req-82da5c0e-79ab-4b1e-adb1-1bd8e6701b41 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:21.511454 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bd21eb81-6ff9-4297-bf4e-f53302d83a71 req-82da5c0e-79ab-4b1e-adb1-1bd8e6701b41 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.0635593 Jun 30 02:56:21.615470 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-bd21eb81-6ff9-4297-bf4e-f53302d83a71 req-06fa80d7-bf65-4cc0-b472-f0cbfc33d451 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Deleting port 2745b59b-c1cc-4a75-9214-063af4dc379d {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:21.615812 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-bd21eb81-6ff9-4297-bf4e-f53302d83a71 req-06fa80d7-bf65-4cc0-b472-f0cbfc33d451 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.701194 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-bd21eb81-6ff9-4297-bf4e-f53302d83a71 req-06fa80d7-bf65-4cc0-b472-f0cbfc33d451 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] For port 2745b59b-c1cc-4a75-9214-063af4dc379d, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=2745b59b-c1cc-4a75-9214-063af4dc379d,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:21.701556 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-bd21eb81-6ff9-4297-bf4e-f53302d83a71 req-06fa80d7-bf65-4cc0-b472-f0cbfc33d451 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.714473 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-bd21eb81-6ff9-4297-bf4e-f53302d83a71 req-06fa80d7-bf65-4cc0-b472-f0cbfc33d451 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Calling delete_port for 2745b59b-c1cc-4a75-9214-063af4dc379d owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:21.887752 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f9bbe-8735-42a5-bcbf-c257ac7d87e6 req-ff6006bd-fb7f-4c16-9962-969024f335ec tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:21.889227 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c68f9bbe-8735-42a5-bcbf-c257ac7d87e6 req-ff6006bd-fb7f-4c16-9962-969024f335ec tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=2af1d1f4-d86d-407e-a9be-7f87defb69cf HTTP/1.1" status: 200 len: 945 time: 0.1008105 Jun 30 02:56:21.890346 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-bd21eb81-6ff9-4297-bf4e-f53302d83a71 req-06fa80d7-bf65-4cc0-b472-f0cbfc33d451 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:21.903863 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['25ebbebe-6559-46dd-929f-d1d7c2c0f953', '8f607c04-e105-4e72-8ab2-1c2d274d0486'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:21.928036 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa80d7-bf65-4cc0-b472-f0cbfc33d451 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Pushing event deleted for resources: {'Port': ['ID=2745b59b-c1cc-4a75-9214-063af4dc379d,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:21.998426 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd21eb81-6ff9-4297-bf4e-f53302d83a71 req-06fa80d7-bf65-4cc0-b472-f0cbfc33d451 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] No DVR routers for this DVR port 2745b59b-c1cc-4a75-9214-063af4dc379d on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:22.002442 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-bd21eb81-6ff9-4297-bf4e-f53302d83a71 req-06fa80d7-bf65-4cc0-b472-f0cbfc33d451 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:22.004484 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bd21eb81-6ff9-4297-bf4e-f53302d83a71 req-06fa80d7-bf65-4cc0-b472-f0cbfc33d451 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "DELETE /v2.0/ports/2745b59b-c1cc-4a75-9214-063af4dc379d HTTP/1.1" status: 204 len: 173 time: 0.4870450 Jun 30 02:56:22.004924 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af1d1f4-d86d-407e-a9be-7f87defb69cf', 'name': 'network-vif-deleted', 'tag': '2745b59b-c1cc-4a75-9214-063af4dc379d'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:22.007874 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b26653-717a-434b-9ec0-b0678f7f5f98" -d '{"events": [{"server_uuid": "2af1d1f4-d86d-407e-a9be-7f87defb69cf", "name": "network-vif-deleted", "tag": "2745b59b-c1cc-4a75-9214-063af4dc379d"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:22.021945 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c68f9bbe-8735-42a5-bcbf-c257ac7d87e6 req-a7bf4f60-3436-4e2d-817d-fd77df44dbac tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209741 Jun 30 02:56:22.059819 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7900b68-7149-42bc-ab6b-6617ee0e4e5e x-openstack-request-id: req-c7900b68-7149-42bc-ab6b-6617ee0e4e5e {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:22.060074 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af1d1f4-d86d-407e-a9be-7f87defb69cf", "name": "network-vif-deleted", "tag": "2745b59b-c1cc-4a75-9214-063af4dc379d", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:22.060365 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c7900b68-7149-42bc-ab6b-6617ee0e4e5e {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:22.060791 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af1d1f4-d86d-407e-a9be-7f87defb69cf', 'name': 'network-vif-deleted', 'tag': '2745b59b-c1cc-4a75-9214-063af4dc379d', 'status': 'completed', 'code': 200} Jun 30 02:56:23.449555 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039c5fc-fb99-43a8-95e0-883d44071ab6 req-ea0d7c8a-2652-474c-802d-044baef96fdb tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:23.451051 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8039c5fc-fb99-43a8-95e0-883d44071ab6 req-ea0d7c8a-2652-474c-802d-044baef96fdb tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 946 time: 0.0624802 Jun 30 02:56:23.489629 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8039c5fc-fb99-43a8-95e0-883d44071ab6 req-e3711bab-2199-446a-91d1-f722bd7d1ef0 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329432 Jun 30 02:56:23.625681 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 2745b59b-c1cc-4a75-9214-063af4dc379d no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:23.648993 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 2745b59b-c1cc-4a75-9214-063af4dc379d {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:23.649332 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 2745b59b-c1cc-4a75-9214-063af4dc379d not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:24.663923 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dad41f-5440-4391-af7d-95082962f987 req-92c4099f-78f2-4f1e-867f-61bf150017fe tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:24.665429 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-75dad41f-5440-4391-af7d-95082962f987 req-92c4099f-78f2-4f1e-867f-61bf150017fe tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 946 time: 0.0646522 Jun 30 02:56:24.702825 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-75dad41f-5440-4391-af7d-95082962f987 req-0b6ad5bb-99b0-4645-ac8d-242286af0f1d tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Jun 30 02:56:25.740896 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55c8ac-6bd2-4096-9797-b6e08f79d8d1 req-2ba684de-9085-4dcd-bb6d-22a5d27c0bb5 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:25.742347 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4e55c8ac-6bd2-4096-9797-b6e08f79d8d1 req-2ba684de-9085-4dcd-bb6d-22a5d27c0bb5 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 946 time: 0.0665545 Jun 30 02:56:25.894800 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-4e55c8ac-6bd2-4096-9797-b6e08f79d8d1 req-afd1a0e9-9097-4535-8d20-588a4a0050ae tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Deleting port 8f607c04-e105-4e72-8ab2-1c2d274d0486 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:25.895067 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4e55c8ac-6bd2-4096-9797-b6e08f79d8d1 req-afd1a0e9-9097-4535-8d20-588a4a0050ae tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:25.946784 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26290ffd-1ce4-4be8-ad2e-070081095d32 req-1890e82b-94d4-4b54-87f1-ebe4cd5d5b25 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:25.948249 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-26290ffd-1ce4-4be8-ad2e-070081095d32 req-1890e82b-94d4-4b54-87f1-ebe4cd5d5b25 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=6ee5db6f-0a9d-4d84-9796-f4cb06266a8d HTTP/1.1" status: 200 len: 946 time: 0.1172059 Jun 30 02:56:26.007937 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-26290ffd-1ce4-4be8-ad2e-070081095d32 req-d95059e6-d0c3-4287-9770-5ecb63010ec0 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529928 Jun 30 02:56:26.022623 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-4e55c8ac-6bd2-4096-9797-b6e08f79d8d1 req-afd1a0e9-9097-4535-8d20-588a4a0050ae tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] For port 8f607c04-e105-4e72-8ab2-1c2d274d0486, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=8f607c04-e105-4e72-8ab2-1c2d274d0486,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:26.023046 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4e55c8ac-6bd2-4096-9797-b6e08f79d8d1 req-afd1a0e9-9097-4535-8d20-588a4a0050ae tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.035722 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-4e55c8ac-6bd2-4096-9797-b6e08f79d8d1 req-afd1a0e9-9097-4535-8d20-588a4a0050ae tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Calling delete_port for 8f607c04-e105-4e72-8ab2-1c2d274d0486 owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:26.164323 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4e55c8ac-6bd2-4096-9797-b6e08f79d8d1 req-afd1a0e9-9097-4535-8d20-588a4a0050ae tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.177953 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['25ebbebe-6559-46dd-929f-d1d7c2c0f953'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:26.195187 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1a0e9-9097-4535-8d20-588a4a0050ae tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Pushing event deleted for resources: {'Port': ['ID=8f607c04-e105-4e72-8ab2-1c2d274d0486,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:26.239126 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e55c8ac-6bd2-4096-9797-b6e08f79d8d1 req-afd1a0e9-9097-4535-8d20-588a4a0050ae tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] No DVR routers for this DVR port 8f607c04-e105-4e72-8ab2-1c2d274d0486 on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:26.242784 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-4e55c8ac-6bd2-4096-9797-b6e08f79d8d1 req-afd1a0e9-9097-4535-8d20-588a4a0050ae tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:26.244759 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4e55c8ac-6bd2-4096-9797-b6e08f79d8d1 req-afd1a0e9-9097-4535-8d20-588a4a0050ae tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "DELETE /v2.0/ports/8f607c04-e105-4e72-8ab2-1c2d274d0486 HTTP/1.1" status: 204 len: 173 time: 0.4799552 Jun 30 02:56:26.245192 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee5db6f-0a9d-4d84-9796-f4cb06266a8d', 'name': 'network-vif-deleted', 'tag': '8f607c04-e105-4e72-8ab2-1c2d274d0486'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:26.247441 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b4c4f2-4622-4258-9f06-139a50d684d6" -d '{"events": [{"server_uuid": "6ee5db6f-0a9d-4d84-9796-f4cb06266a8d", "name": "network-vif-deleted", "tag": "8f607c04-e105-4e72-8ab2-1c2d274d0486"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:26.283449 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714c4808-f1d9-47bd-b2c4-afeb85296398 x-openstack-request-id: req-714c4808-f1d9-47bd-b2c4-afeb85296398 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:26.283731 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee5db6f-0a9d-4d84-9796-f4cb06266a8d", "name": "network-vif-deleted", "tag": "8f607c04-e105-4e72-8ab2-1c2d274d0486", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:26.283977 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-714c4808-f1d9-47bd-b2c4-afeb85296398 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:26.284360 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee5db6f-0a9d-4d84-9796-f4cb06266a8d', 'name': 'network-vif-deleted', 'tag': '8f607c04-e105-4e72-8ab2-1c2d274d0486', 'status': 'completed', 'code': 200} Jun 30 02:56:27.630900 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 8f607c04-e105-4e72-8ab2-1c2d274d0486 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:27.653925 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 8f607c04-e105-4e72-8ab2-1c2d274d0486 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:27.654260 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 8f607c04-e105-4e72-8ab2-1c2d274d0486 not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:28.587337 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8d9fe-cabb-441e-8c2a-73308d8cf3d2 req-edd6c284-4909-4422-9d40-0f48f9581d8c tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:28.589536 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-87b8d9fe-cabb-441e-8c2a-73308d8cf3d2 req-edd6c284-4909-4422-9d40-0f48f9581d8c tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 946 time: 0.0769336 Jun 30 02:56:28.628930 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-87b8d9fe-cabb-441e-8c2a-73308d8cf3d2 req-9616f8a9-e1b8-42eb-80e1-679bd34d2fd8 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Jun 30 02:56:29.799487 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add208bd-2d9a-40ec-b523-3fa4de72c163 req-c756fadf-fe38-414a-835f-9e4c5c9547a7 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:29.800927 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-add208bd-2d9a-40ec-b523-3fa4de72c163 req-c756fadf-fe38-414a-835f-9e4c5c9547a7 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 946 time: 0.0622187 Jun 30 02:56:29.841656 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-add208bd-2d9a-40ec-b523-3fa4de72c163 req-a35c5d38-8fad-4783-955b-82ee937fc4f2 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345006 Jun 30 02:56:30.813540 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8930d-dd56-4cc6-9577-758207710e6e req-12b73d50-4df2-424f-b176-e9281773621a tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:30.815001 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-89e8930d-dd56-4cc6-9577-758207710e6e req-12b73d50-4df2-424f-b176-e9281773621a tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 946 time: 0.0626791 Jun 30 02:56:30.922196 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-89e8930d-dd56-4cc6-9577-758207710e6e req-73161c1c-99ed-44ba-8ae2-9fad1a195ed9 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Deleting port 25ebbebe-6559-46dd-929f-d1d7c2c0f953 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 02:56:30.922536 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-89e8930d-dd56-4cc6-9577-758207710e6e req-73161c1c-99ed-44ba-8ae2-9fad1a195ed9 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.058696 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-89e8930d-dd56-4cc6-9577-758207710e6e req-73161c1c-99ed-44ba-8ae2-9fad1a195ed9 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] For port 25ebbebe-6559-46dd-929f-d1d7c2c0f953, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=25ebbebe-6559-46dd-929f-d1d7c2c0f953,segment=NetworkSegment(6759e142-eeb4-4b5a-84b6-12b7d28cb457),segment_id=6759e142-eeb4-4b5a-84b6-12b7d28cb457)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:56:31.059081 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-89e8930d-dd56-4cc6-9577-758207710e6e req-73161c1c-99ed-44ba-8ae2-9fad1a195ed9 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.078093 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-89e8930d-dd56-4cc6-9577-758207710e6e req-73161c1c-99ed-44ba-8ae2-9fad1a195ed9 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Calling delete_port for 25ebbebe-6559-46dd-929f-d1d7c2c0f953 owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 02:56:31.090862 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e969a3-236c-4d3b-82e2-4a297fc65cb3 req-25b8b0d5-26e8-42a2-bafb-d6a163d9fc43 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:56:31.092375 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c5e969a3-236c-4d3b-82e2-4a297fc65cb3 req-25b8b0d5-26e8-42a2-bafb-d6a163d9fc43 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/ports?device_id=a129b8aa-e5d6-4b4e-a819-63179ffdf567 HTTP/1.1" status: 200 len: 946 time: 0.1261415 Jun 30 02:56:31.174450 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c5e969a3-236c-4d3b-82e2-4a297fc65cb3 req-26e14d70-b1bd-4e39-86fd-9796bfe3790a tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.104 "GET /v2.0/security-groups?id=05523722-843f-429e-8adc-658ebf696d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762963 Jun 30 02:56:31.247945 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-89e8930d-dd56-4cc6-9577-758207710e6e req-73161c1c-99ed-44ba-8ae2-9fad1a195ed9 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.259430 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['25ebbebe-6559-46dd-929f-d1d7c2c0f953'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:56:31.289187 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73161c1c-99ed-44ba-8ae2-9fad1a195ed9 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Pushing event deleted for resources: {'Port': ['ID=25ebbebe-6559-46dd-929f-d1d7c2c0f953,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:31.345604 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e8930d-dd56-4cc6-9577-758207710e6e req-73161c1c-99ed-44ba-8ae2-9fad1a195ed9 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] No DVR routers for this DVR port 25ebbebe-6559-46dd-929f-d1d7c2c0f953 on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 02:56:31.349219 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-89e8930d-dd56-4cc6-9577-758207710e6e req-73161c1c-99ed-44ba-8ae2-9fad1a195ed9 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:31.351660 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-89e8930d-dd56-4cc6-9577-758207710e6e req-73161c1c-99ed-44ba-8ae2-9fad1a195ed9 tempest-AttachVolumeNegativeTest-595275921 tempest-AttachVolumeNegativeTest-595275921-project] 10.222.0.88 "DELETE /v2.0/ports/25ebbebe-6559-46dd-929f-d1d7c2c0f953 HTTP/1.1" status: 204 len: 173 time: 0.5306549 Jun 30 02:56:31.352253 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a129b8aa-e5d6-4b4e-a819-63179ffdf567', 'name': 'network-vif-deleted', 'tag': '25ebbebe-6559-46dd-929f-d1d7c2c0f953'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:56:31.355678 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacaa1c6-d244-4577-9411-879b7f5d8b52" -d '{"events": [{"server_uuid": "a129b8aa-e5d6-4b4e-a819-63179ffdf567", "name": "network-vif-deleted", "tag": "25ebbebe-6559-46dd-929f-d1d7c2c0f953"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:56:31.397499 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e637ceeb-6d82-49e0-a90d-ff99dfd5a942 x-openstack-request-id: req-e637ceeb-6d82-49e0-a90d-ff99dfd5a942 {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:56:31.397784 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a129b8aa-e5d6-4b4e-a819-63179ffdf567", "name": "network-vif-deleted", "tag": "25ebbebe-6559-46dd-929f-d1d7c2c0f953", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:56:31.398029 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e637ceeb-6d82-49e0-a90d-ff99dfd5a942 {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:56:31.398419 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a129b8aa-e5d6-4b4e-a819-63179ffdf567', 'name': 'network-vif-deleted', 'tag': '25ebbebe-6559-46dd-929f-d1d7c2c0f953', 'status': 'completed', 'code': 200} Jun 30 02:56:32.272022 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 34980) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:32.317145 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_v2 [None req-453e2435-002e-4ae7-8392-a155e1543956 admin admin] Deleting subnet 9603c661-a52a-4b62-9da7-34b6b5309725 {{(pid=99696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 02:56:32.321111 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-453e2435-002e-4ae7-8392-a155e1543956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.360019 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-453e2435-002e-4ae7-8392-a155e1543956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5995418'] for subnet, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.400245 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-453e2435-002e-4ae7-8392-a155e1543956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.451108 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-453e2435-002e-4ae7-8392-a155e1543956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4655163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4599681'] for subnet, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.476840 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e2435-002e-4ae7-8392-a155e1543956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9603c661-a52a-4b62-9da7-34b6b5309725,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:32.480518 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-453e2435-002e-4ae7-8392-a155e1543956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.483044 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-453e2435-002e-4ae7-8392-a155e1543956 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/9603c661-a52a-4b62-9da7-34b6b5309725 HTTP/1.1" status: 204 len: 168 time: 0.2093041 Jun 30 02:56:32.486606 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 34986) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:32.556009 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f1de7082-9544-4790-95dc-2b60b436b02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.634385 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f1de7082-9544-4790-95dc-2b60b436b02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.643854 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-f1de7082-9544-4790-95dc-2b60b436b02b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b16050-ca95-4c90-988d-df76d35611c6']}} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:32.653578 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-f1de7082-9544-4790-95dc-2b60b436b02b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6759e142-eeb4-4b5a-84b6-12b7d28cb457') {'for_net_delete': True} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:32.653878 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.services.segments.db [None req-f1de7082-9544-4790-95dc-2b60b436b02b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6759e142-eeb4-4b5a-84b6-12b7d28cb457') {} {{(pid=99696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:56:32.662418 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f1de7082-9544-4790-95dc-2b60b436b02b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5995411'] for segment, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.675590 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f1de7082-9544-4790-95dc-2b60b436b02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.682904 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1de7082-9544-4790-95dc-2b60b436b02b admin admin] Releasing vlan 1100 on physical network physnet1 to pool {{(pid=99696) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 02:56:32.683317 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f1de7082-9544-4790-95dc-2b60b436b02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4655256'] for segment, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: conditions |= (models_v2.Port.network_id.in_( Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: Traceback (most recent call last): Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: timer() Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: cb(*args, **kw) Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: return func(*args, **kwargs) Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: self._notify() Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: self.callback(batched_events) Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: event.method(event) Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: return f(self, *a, **k) Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: return self._get(url).json() Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: return self.request(url, 'GET', **kwargs) Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 02:56:32.685170 dv-cinder-733062-20-iscsi neutron-server[99696]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 02:56:32.741281 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f1de7082-9544-4790-95dc-2b60b436b02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.746462 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f1de7082-9544-4790-95dc-2b60b436b02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.748337 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-f1de7082-9544-4790-95dc-2b60b436b02b admin admin] 10.222.0.104 "DELETE /v2.0/networks/27b16050-ca95-4c90-988d-df76d35611c6 HTTP/1.1" status: 204 len: 168 time: 0.2622857 Jun 30 02:56:32.759885 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de7082-9544-4790-95dc-2b60b436b02b admin admin] Pushing event deleted for resources: {'Network': ['ID=27b16050-ca95-4c90-988d-df76d35611c6,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:32.772841 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7b75-6f75-4313-b739-9c48a799d18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:32.918168 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 34990) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:32.958529 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-00b77da8-f258-440f-817c-6b45bf6767a6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5f67a0e1923944c7ae14137af3b8b3ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392096 Jun 30 02:56:32.961108 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 34992) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:33.008982 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-60daa6f5-0887-4f20-bb60-656f77a2fd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.030637 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-60daa6f5-0887-4f20-bb60-656f77a2fd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.078618 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-60daa6f5-0887-4f20-bb60-656f77a2fd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.081409 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-60daa6f5-0887-4f20-bb60-656f77a2fd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:33.082603 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-60daa6f5-0887-4f20-bb60-656f77a2fd12 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/05523722-843f-429e-8adc-658ebf696d06 HTTP/1.1" status: 204 len: 168 time: 0.1205432 Jun 30 02:56:33.090475 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daa6f5-0887-4f20-bb60-656f77a2fd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05523722-843f-429e-8adc-658ebf696d06,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:35.220532 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-79c6862e-9eed-4d63-a0ab-5d75d58ec260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:35.944920 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.473170 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:36.725084 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 25ebbebe-6559-46dd-929f-d1d7c2c0f953 no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 02:56:36.744622 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: 25ebbebe-6559-46dd-929f-d1d7c2c0f953 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 02:56:36.744968 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device 25ebbebe-6559-46dd-929f-d1d7c2c0f953 not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 02:56:37.446420 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35084) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:37.557752 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6548ffb0-880d-4c70-91c9-f45c88f786b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.663277 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6548ffb0-880d-4c70-91c9-f45c88f786b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.667442 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6548ffb0-880d-4c70-91c9-f45c88f786b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.708846 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548ffb0-880d-4c70-91c9-f45c88f786b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac0acde-ce16-4ed8-9d4c-e2165aaf4ce3,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:37.714078 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-6548ffb0-880d-4c70-91c9-f45c88f786b9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=68e26886fa7d4ed1a60475dae8311c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2666261 Jun 30 02:56:37.716631 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35090) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:37.763943 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-069c65db-10b1-4e10-8b6f-9bb0a2e0cc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.785374 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-069c65db-10b1-4e10-8b6f-9bb0a2e0cc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.830962 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-069c65db-10b1-4e10-8b6f-9bb0a2e0cc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.834238 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-069c65db-10b1-4e10-8b6f-9bb0a2e0cc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:37.835386 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-069c65db-10b1-4e10-8b6f-9bb0a2e0cc3b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6ac0acde-ce16-4ed8-9d4c-e2165aaf4ce3 HTTP/1.1" status: 204 len: 168 time: 0.1178725 Jun 30 02:56:37.842923 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c65db-10b1-4e10-8b6f-9bb0a2e0cc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac0acde-ce16-4ed8-9d4c-e2165aaf4ce3,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:38.096907 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35096) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:38.111672 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6bf17db7-3433-40fc-a46b-9c8e21ed2ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.199401 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6bf17db7-3433-40fc-a46b-9c8e21ed2ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.203296 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6bf17db7-3433-40fc-a46b-9c8e21ed2ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.240036 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf17db7-3433-40fc-a46b-9c8e21ed2ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ca6b67-d4d7-4270-8140-2297f336380b,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:38.244304 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-6bf17db7-3433-40fc-a46b-9c8e21ed2ab0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2bbd272600584d8188636f62e9517e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463652 Jun 30 02:56:38.246917 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35098) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:38.298612 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cbde8b0a-eb57-425d-b1b2-47e0ca685500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.319956 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cbde8b0a-eb57-425d-b1b2-47e0ca685500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.364617 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cbde8b0a-eb57-425d-b1b2-47e0ca685500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.367178 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-cbde8b0a-eb57-425d-b1b2-47e0ca685500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:38.368300 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-cbde8b0a-eb57-425d-b1b2-47e0ca685500 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c5ca6b67-d4d7-4270-8140-2297f336380b HTTP/1.1" status: 204 len: 168 time: 0.1204741 Jun 30 02:56:38.376191 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde8b0a-eb57-425d-b1b2-47e0ca685500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ca6b67-d4d7-4270-8140-2297f336380b,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:38.389038 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.089947 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35236) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:41.194362 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7257341a-91d4-4296-b7af-a05741005d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.283119 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7257341a-91d4-4296-b7af-a05741005d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.288114 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7257341a-91d4-4296-b7af-a05741005d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.326804 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-7257341a-91d4-4296-b7af-a05741005d6d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=9d206b57bcef4314abb5f69901579330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357805 Jun 30 02:56:41.327737 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257341a-91d4-4296-b7af-a05741005d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e41ffe-7d81-4aab-b1d6-ea6a185858e5,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:41.329498 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35240) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:41.387706 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-643a479b-25df-48c7-bc39-036893b20f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.410058 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-643a479b-25df-48c7-bc39-036893b20f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.456920 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-643a479b-25df-48c7-bc39-036893b20f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.460382 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-643a479b-25df-48c7-bc39-036893b20f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.461511 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-643a479b-25df-48c7-bc39-036893b20f26 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b4e41ffe-7d81-4aab-b1d6-ea6a185858e5 HTTP/1.1" status: 204 len: 168 time: 0.1308975 Jun 30 02:56:41.470368 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a479b-25df-48c7-bc39-036893b20f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e41ffe-7d81-4aab-b1d6-ea6a185858e5,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:41.718283 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35246) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:41.732723 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7c1af05f-9eb5-4501-9861-9b64fca8f675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.828679 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7c1af05f-9eb5-4501-9861-9b64fca8f675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.832834 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-7c1af05f-9eb5-4501-9861-9b64fca8f675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.875392 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-7c1af05f-9eb5-4501-9861-9b64fca8f675 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f170475a92024dc0b7c7004f57855c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559978 Jun 30 02:56:41.877305 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1af05f-9eb5-4501-9861-9b64fca8f675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a585051f-e30f-40c7-989e-43e15ba4289b,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:41.878498 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35252) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:41.931312 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d96781d3-7b74-4198-80d8-ea16ecc4d191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:41.952743 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d96781d3-7b74-4198-80d8-ea16ecc4d191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.003515 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d96781d3-7b74-4198-80d8-ea16ecc4d191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.006209 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-d96781d3-7b74-4198-80d8-ea16ecc4d191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:42.007411 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-d96781d3-7b74-4198-80d8-ea16ecc4d191 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a585051f-e30f-40c7-989e-43e15ba4289b HTTP/1.1" status: 204 len: 168 time: 0.1277843 Jun 30 02:56:42.015475 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96781d3-7b74-4198-80d8-ea16ecc4d191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a585051f-e30f-40c7-989e-43e15ba4289b,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:42.968645 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.051164 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35288) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:43.156972 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81aeec0b-26d3-4c3b-a452-2c2de1bcd47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.247486 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81aeec0b-26d3-4c3b-a452-2c2de1bcd47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.251771 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81aeec0b-26d3-4c3b-a452-2c2de1bcd47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.297407 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-81aeec0b-26d3-4c3b-a452-2c2de1bcd47d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e9fdbf411f984a87aac160cd0a85f2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446198 Jun 30 02:56:43.298352 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aeec0b-26d3-4c3b-a452-2c2de1bcd47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad05f0bf-61e3-4699-bbb9-45e00e47f71f,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:43.300120 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35296) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:43.353713 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fdc06bc5-67f3-42a1-a5a7-edba8c0b836e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.375316 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fdc06bc5-67f3-42a1-a5a7-edba8c0b836e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.423344 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fdc06bc5-67f3-42a1-a5a7-edba8c0b836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.425908 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-fdc06bc5-67f3-42a1-a5a7-edba8c0b836e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:43.427189 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-fdc06bc5-67f3-42a1-a5a7-edba8c0b836e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ad05f0bf-61e3-4699-bbb9-45e00e47f71f HTTP/1.1" status: 204 len: 168 time: 0.1246531 Jun 30 02:56:43.434644 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc06bc5-67f3-42a1-a5a7-edba8c0b836e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad05f0bf-61e3-4699-bbb9-45e00e47f71f,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:56.311524 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:56:57.984676 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35440) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:58.087170 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.175606 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.179322 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.217400 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f758fe9816204ec4af99c8381e6ed6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316370 Jun 30 02:56:58.218492 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43531e07-2d5c-4494-aa8c-08c8e5d79cc0,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:58.220088 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35444) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:58.226425 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.226782 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.227151 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.227498 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.227834 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.228167 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.228497 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.228826 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.229154 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.229478 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.229801 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.230158 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3986cea5-bb4d-427f-b5c2-26e45ba6c40b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.271374 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.292110 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.338851 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.341391 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:58.342558 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/43531e07-2d5c-4494-aa8c-08c8e5d79cc0 HTTP/1.1" status: 204 len: 168 time: 0.1214054 Jun 30 02:56:58.350805 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43531e07-2d5c-4494-aa8c-08c8e5d79cc0,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:58.357948 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.358297 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.358638 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.358972 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.359325 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.359655 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.359984 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.360309 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.360634 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.360955 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.361271 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.361588 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be541d1-1d3d-42c5-8c34-486eeae7b8d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:56:58.805274 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35466) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:58.911663 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c8590a9e-280e-43c5-86bc-79919c09c9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.005088 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c8590a9e-280e-43c5-86bc-79919c09c9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.009506 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c8590a9e-280e-43c5-86bc-79919c09c9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.055544 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-c8590a9e-280e-43c5-86bc-79919c09c9cf admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4faaca421f0d4a1188f6354012c63d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490382 Jun 30 02:56:59.056346 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8590a9e-280e-43c5-86bc-79919c09c9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8554febc-5384-4803-9f51-3928866b4819,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:59.058445 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35480) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:59.112130 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-25fa5f70-9386-4fee-b047-f3bf42ee03c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.134434 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-25fa5f70-9386-4fee-b047-f3bf42ee03c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.184372 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-25fa5f70-9386-4fee-b047-f3bf42ee03c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.187167 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-25fa5f70-9386-4fee-b047-f3bf42ee03c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.188319 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-25fa5f70-9386-4fee-b047-f3bf42ee03c4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8554febc-5384-4803-9f51-3928866b4819 HTTP/1.1" status: 204 len: 168 time: 0.1287141 Jun 30 02:56:59.197787 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa5f70-9386-4fee-b047-f3bf42ee03c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8554febc-5384-4803-9f51-3928866b4819,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:56:59.871158 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35506) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:56:59.964833 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-904456876-network', 'tenant_id': 'a3357d953c28415896228ac49f2f7482'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:56:59.985565 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Made reservation on behalf of a3357d953c28415896228ac49f2f7482 for: {'network': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:56:59.988135 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:56:59.997490 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.090036 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.093824 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.119518 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1110} {{(pid=99697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:57:00.128932 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:00.134419 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.134771 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.segments_db [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Added segment dffd60e5-dc41-47f4-86b2-c686021151b3 of type vlan for network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 Jun 30 02:57:00.174251 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.204960 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.205892 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:00.206462 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.260922 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3886757 Jun 30 02:57:00.263851 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35510) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:00.267472 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3db67-ac83-48bf-b211-d5c3c1739eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=d58dbe9e-332f-49f5-a4d4-a21a6c347f45,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:00.268955 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-24164b33-c0f2-4153-866c-e92eafd20e4e admin admin] Request body: {'subnet': {'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-904456876-subnet', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'ip_version': 4}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:00.277001 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:57:00.290926 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24164b33-c0f2-4153-866c-e92eafd20e4e admin admin] Made reservation on behalf of a3357d953c28415896228ac49f2f7482 for: {'subnet': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:00.293308 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-24164b33-c0f2-4153-866c-e92eafd20e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4599726'] for subnet, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.462583 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-24164b33-c0f2-4153-866c-e92eafd20e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4707318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4599736'] for subnet, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.517201 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24164b33-c0f2-4153-866c-e92eafd20e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce730d7a-929b-4124-bb2d-f8d057a7a49d,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:00.528093 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24164b33-c0f2-4153-866c-e92eafd20e4e admin admin] Checking segment: {'id': 'dffd60e5-dc41-47f4-86b2-c686021151b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:00.528461 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24164b33-c0f2-4153-866c-e92eafd20e4e admin admin] Network hostable DHCP agents. Network: d58dbe9e-332f-49f5-a4d4-a21a6c347f45, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:57:00.544701 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24164b33-c0f2-4153-866c-e92eafd20e4e admin admin] Network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:57:00.553584 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-24164b33-c0f2-4153-866c-e92eafd20e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, d58dbe9e-332f-49f5-a4d4-a21a6c347f45) {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:00.559175 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24164b33-c0f2-4153-866c-e92eafd20e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:00.560005 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-24164b33-c0f2-4153-866c-e92eafd20e4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.563507 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561fb2ff-fc3f-4926-a560-de4a73ea1658 None None] Network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:00.580022 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-24164b33-c0f2-4153-866c-e92eafd20e4e admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3120522 Jun 30 02:57:00.580022 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35518) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:00.584898 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:00.612447 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38302'] for router, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.613592 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38293'] for router, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.681416 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.732768 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b034b6a-ee2c-5a48-a2ee-cc22d4534911-d58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'fixed_ips': [{'subnet_id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d'}]}} from dv-cinder-733062-20-iscsi. {{(pid=99698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:57:00.733754 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.824070 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38371'] for router, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:00.874286 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.db_base_plugin_common [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Allocated IP 172.20.0.2 (d58dbe9e-332f-49f5-a4d4-a21a6c347f45/ce730d7a-929b-4124-bb2d-f8d057a7a49d/1f04f2ec-163e-4ecb-b9c4-97d00bf3d920) {{(pid=99698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:01.014105 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Notify callbacks [] for port, precommit_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.022453 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Transition to ACTIVE for port object 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:01.025377 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.037426 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Transition to ACTIVE for port object 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 will not be triggered until provisioned by entity DHCP. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:01.044979 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.045209 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.093757 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 is already hosted by enough agents. {{(pid=99698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:01.099474 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.base_scheduler [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Resources bound (agent type, host, resource id): {{(pid=99698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:01.102793 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Received port after_create {{(pid=99698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:01.114336 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Pushing event updated for resources: {'Port': ['ID=1f04f2ec-163e-4ecb-b9c4-97d00bf3d920,revision_number=1']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:01.128688 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:01.129181 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:01.130289 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:01.130769 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:01.131227 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:01.131626 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:01.131954 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:01.132278 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:01.132603 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:01.132922 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:01.133239 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:01.133553 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:01.160263 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Allocated IP 172.27.0.205 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/d3a6bf7b-5597-4d44-a51f-0f37740c178b) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:01.195950 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Attempting to bind port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:01.196323 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Attempting to bind port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': 'dffd60e5-dc41-47f4-86b2-c686021151b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:01.196681 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Attempting to bind port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 on network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:01.202507 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:01.202875 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Checking segment: {'id': 'dffd60e5-dc41-47f4-86b2-c686021151b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:01.203306 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.203688 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Bound using segment: {'id': 'dffd60e5-dc41-47f4-86b2-c686021151b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:01.204148 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Bound port: 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffd60e5-dc41-47f4-86b2-c686021151b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:01.204519 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.272833 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] For port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:01.276061 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] For port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=1f04f2ec-163e-4ecb-b9c4-97d00bf3d920,segment=NetworkSegment(dffd60e5-dc41-47f4-86b2-c686021151b3),segment_id=dffd60e5-dc41-47f4-86b2-c686021151b3)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:01.281119 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.348629 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f77d86-d669-4e3d-b46f-2affdb600b32 None None] Pushing event updated for resources: {'Port': ['ID=1f04f2ec-163e-4ecb-b9c4-97d00bf3d920,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:01.556372 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.599898 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.638089 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:01.642098 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:01.644744 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:01.673205 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Pushing event updated for resources: {'Port': ['ID=d3a6bf7b-5597-4d44-a51f-0f37740c178b,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:01.865929 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:01.920914 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:01.928340 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:01.954225 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35528) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:02.071619 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3bfb801f-08e0-4a6d-91d4-d0a2d2e0f4a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.152506 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1044555'] for router, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.170677 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3bfb801f-08e0-4a6d-91d4-d0a2d2e0f4a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.175763 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3bfb801f-08e0-4a6d-91d4-d0a2d2e0f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.218485 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-3bfb801f-08e0-4a6d-91d4-d0a2d2e0f4a8 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=adb07b32cf5c414caacdbdeb6d2c1b00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606418 Jun 30 02:57:02.218485 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb801f-08e0-4a6d-91d4-d0a2d2e0f4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb5221a-17b6-41cb-b130-13c6b5b4329d,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:02.219291 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35532) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:02.259793 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2266ac1b-1c99-4b9f-abbf-edc6d2c90764 None None] Network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:02.281242 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-33e7d8b9-cb38-4fa3-9df5-7913504e58f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.289983 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Router a0ab0025-875e-4716-90e9-c68c5684bc33 is scheduled to L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 with binding_index 1 {{(pid=99696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:57:02.303511 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-33e7d8b9-cb38-4fa3-9df5-7913504e58f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.352015 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-768df80f-70df-4aa3-9195-f475b61a9c44 None None] Provisioning for port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:02.353137 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-33e7d8b9-cb38-4fa3-9df5-7913504e58f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.355853 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-33e7d8b9-cb38-4fa3-9df5-7913504e58f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.356996 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-33e7d8b9-cb38-4fa3-9df5-7913504e58f5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ecb5221a-17b6-41cb-b130-13c6b5b4329d HTTP/1.1" status: 204 len: 168 time: 0.1368084 Jun 30 02:57:02.363337 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-768df80f-70df-4aa3-9195-f475b61a9c44 None None] Provisioning complete for port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:02.364219 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-768df80f-70df-4aa3-9195-f475b61a9c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.370426 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7d8b9-cb38-4fa3-9df5-7913504e58f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb5221a-17b6-41cb-b130-13c6b5b4329d,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:02.432263 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:02.445293 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Sync routers for ids ['a0ab0025-875e-4716-90e9-c68c5684bc33'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:02.452032 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] Notify callbacks [] for router, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.453729 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-f6251155-95c3-48e6-8e3e-6a2630e31f09 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8731608 Jun 30 02:57:02.456853 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35536) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:02.490943 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Routers {'a0ab0025-875e-4716-90e9-c68c5684bc33'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:02.491607 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:56:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['a0ab0025-875e-4716-90e9-c68c5684bc33'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:02.645275 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-768df80f-70df-4aa3-9195-f475b61a9c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.726295 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Set router a0ab0025-875e-4716-90e9-c68c5684bc33 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:02.837079 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-768df80f-70df-4aa3-9195-f475b61a9c44 None None] For port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=1f04f2ec-163e-4ecb-b9c4-97d00bf3d920,segment=NetworkSegment(dffd60e5-dc41-47f4-86b2-c686021151b3),segment_id=dffd60e5-dc41-47f4-86b2-c686021151b3)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:02.850466 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-768df80f-70df-4aa3-9195-f475b61a9c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:02.903811 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-1eba3b28-657b-46c9-8e48-0791a7508a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.027426 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.124421 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-5632b446-5454-44bb-9ae5-4e4e14d2f76c None None] Provisioning complete for port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:03.124800 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-5632b446-5454-44bb-9ae5-4e4e14d2f76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.129260 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768df80f-70df-4aa3-9195-f475b61a9c44 None None] Pushing event updated for resources: {'Port': ['ID=1f04f2ec-163e-4ecb-b9c4-97d00bf3d920,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:03.196667 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Allocated IP 172.20.0.1 (d58dbe9e-332f-49f5-a4d4-a21a6c347f45/ce730d7a-929b-4124-bb2d-f8d057a7a49d/025aeee9-14b2-491d-bc78-0bf823fbca6e) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:03.281019 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T02:57:01Z', 'revision_number': 3, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port': {'id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:03.308707 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Checking router: a0ab0025-875e-4716-90e9-c68c5684bc33 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:03.309051 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Updating router a0ab0025-875e-4716-90e9-c68c5684bc33 port d3a6bf7b-5597-4d44-a51f-0f37740c178b binding host dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:57:03.309619 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.325406 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.provisioning_blocks [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Transition to ACTIVE for port object 025aeee9-14b2-491d-bc78-0bf823fbca6e will not be triggered until provisioned by entity DHCP. {{(pid=99697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:03.345507 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.360501 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6448154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.398680 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:03.403198 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:03.409141 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:03.435425 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Pushing event updated for resources: {'Port': ['ID=025aeee9-14b2-491d-bc78-0bf823fbca6e,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:03.456594 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043522'] for router_interface, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.649708 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.701933 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Notify callbacks [] for port, precommit_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.711689 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-97823907-2027-4e22-9891-887ea4ff7dbd None None] Provisioning for port 025aeee9-14b2-491d-bc78-0bf823fbca6e completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:03.715798 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Transition to ACTIVE for port object d3a6bf7b-5597-4d44-a51f-0f37740c178b will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:03.718983 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-97823907-2027-4e22-9891-887ea4ff7dbd None None] Provisioning complete for port 025aeee9-14b2-491d-bc78-0bf823fbca6e triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:03.719450 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-97823907-2027-4e22-9891-887ea4ff7dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.722480 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.803695 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-97823907-2027-4e22-9891-887ea4ff7dbd None None] Port 025aeee9-14b2-491d-bc78-0bf823fbca6e cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:03.806873 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbde5bc-cda2-487c-8c15-d5dc8f7a51e4 None None] Pushing event updated for resources: {'Port': ['ID=d3a6bf7b-5597-4d44-a51f-0f37740c178b,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:03.809363 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Attempting to bind port d3a6bf7b-5597-4d44-a51f-0f37740c178b on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:03.809723 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Attempting to bind port d3a6bf7b-5597-4d44-a51f-0f37740c178b by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:03.810078 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Attempting to bind port d3a6bf7b-5597-4d44-a51f-0f37740c178b on network 5c243ec1-c514-4a50-9951-3a294683a08a {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:03.815146 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.815313 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:03.815565 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Checking segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:03.815961 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.816342 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Bound using segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:03.816857 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Bound port: d3a6bf7b-5597-4d44-a51f-0f37740c178b, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:03.817941 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.821961 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6448168'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.850192 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:03.906727 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] For port d3a6bf7b-5597-4d44-a51f-0f37740c178b, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:03.921697 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] For port d3a6bf7b-5597-4d44-a51f-0f37740c178b, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=d3a6bf7b-5597-4d44-a51f-0f37740c178b,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:03.928037 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:03.977991 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:03.978358 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.022117 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Routers {'a0ab0025-875e-4716-90e9-c68c5684bc33'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:04.022759 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:56:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['a0ab0025-875e-4716-90e9-c68c5684bc33'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:04.062270 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbde5bc-cda2-487c-8c15-d5dc8f7a51e4 None None] Pushing event updated for resources: {'Port': ['ID=d3a6bf7b-5597-4d44-a51f-0f37740c178b,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:04.105709 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Pushing event updated for resources: {'Port': ['ID=025aeee9-14b2-491d-bc78-0bf823fbca6e,revision_number=2']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:04.108473 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042037'] for router_interface, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.177789 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] Set router a0ab0025-875e-4716-90e9-c68c5684bc33 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:04.202344 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:04.203819 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:04.326308 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Router a0ab0025-875e-4716-90e9-c68c5684bc33 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:04.398396 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 4, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port': {'id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '025aeee9-14b2-491d-bc78-0bf823fbca6e', 'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'mac_address': 'fa:16:3e:5a:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 2, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'subnets': [{'id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:04.432561 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bdd793-c3c7-447d-af63-9b0f085f8da0 None None] The sync data for ids ['a0ab0025-875e-4716-90e9-c68c5684bc33'] in dv-cinder-733062-20-iscsi is: [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 4, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port': {'id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '025aeee9-14b2-491d-bc78-0bf823fbca6e', 'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'mac_address': 'fa:16:3e:5a:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 2, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'subnets': [{'id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:04.437840 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:04.442583 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bc022ded-0f4a-4636-8181-b440cc7773e4 None None] Provisioning complete for port 025aeee9-14b2-491d-bc78-0bf823fbca6e triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:04.443074 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bc022ded-0f4a-4636-8181-b440cc7773e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:04.443585 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-3180420d-3e88-44f6-bfef-a87c64777102 admin admin] 10.222.0.104 "PUT /v2.0/routers/a0ab0025-875e-4716-90e9-c68c5684bc33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9858785 Jun 30 02:57:04.482091 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bc022ded-0f4a-4636-8181-b440cc7773e4 None None] Port 025aeee9-14b2-491d-bc78-0bf823fbca6e cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:05.051395 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35584) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:05.057196 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1383919442-network', 'tenant_id': '256267013a3d4d629b05e91081c96c0a'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:05.099808 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Made reservation on behalf of 256267013a3d4d629b05e91081c96c0a for: {'network': 1} {{(pid=99697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:05.102942 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for network, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.114205 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.214900 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.219436 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.224123 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-58f5f23d-f3b8-4ad8-b1bb-04b1785d5be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.246088 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1121} {{(pid=99697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 02:57:05.260121 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171669ea-c4f6-4473-9401-dc01e6cc0860,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.266097 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.266459 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.segments_db [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Added segment 7c6df0c0-deb1-4156-b1c4-edb55f7a8e70 of type vlan for network 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a Jun 30 02:57:05.310557 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728669806147'] for network, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.345380 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469'] for network, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.346435 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:05.347051 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.401804 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3484890 Jun 30 02:57:05.404652 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35586) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:05.408916 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae0383-23ea-4ff5-969e-c220e10621d0 admin admin] Pushing event updated for resources: {'Network': ['ID=12d4eb65-5960-42fe-8d00-b21c5b9d0c3a,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.412374 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-18c02f22-8e5a-4afa-90e6-86d23f28b0eb admin admin] Request body: {'subnet': {'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1383919442-subnet', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'ip_version': 4}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:05.420972 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Network 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a details requested by agent ovs-agent-dv-cinder-733062-20-iscsi with host dv-cinder-733062-20-iscsi {{(pid=99698) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 02:57:05.436517 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c02f22-8e5a-4afa-90e6-86d23f28b0eb admin admin] Made reservation on behalf of 256267013a3d4d629b05e91081c96c0a for: {'subnet': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:05.439142 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-18c02f22-8e5a-4afa-90e6-86d23f28b0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4599726'] for subnet, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.622020 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-18c02f22-8e5a-4afa-90e6-86d23f28b0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4707318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4599736'] for subnet, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.683053 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c02f22-8e5a-4afa-90e6-86d23f28b0eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=400ca1e2-7e59-4f27-a8a0-38de9795bf1e,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:05.692624 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c02f22-8e5a-4afa-90e6-86d23f28b0eb admin admin] Checking segment: {'id': '7c6df0c0-deb1-4156-b1c4-edb55f7a8e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:05.692986 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c02f22-8e5a-4afa-90e6-86d23f28b0eb admin admin] Network hostable DHCP agents. Network: 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a, hostable agents: ['634980ec-a748-4e4f-b819-b3976eccc919'], hosted agents: [] {{(pid=99696) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 02:57:05.710145 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c02f22-8e5a-4afa-90e6-86d23f28b0eb admin admin] Network 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a is scheduled to be hosted by DHCP agent 634980ec-a748-4e4f-b819-b3976eccc919 with binding_index 1 {{(pid=99696) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 02:57:05.719089 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-18c02f22-8e5a-4afa-90e6-86d23f28b0eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733062-20-iscsi, 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a) {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:05.723765 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c02f22-8e5a-4afa-90e6-86d23f28b0eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:05.724371 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-18c02f22-8e5a-4afa-90e6-86d23f28b0eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.729718 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4763ac23-a55b-426b-a18a-8e0da8469f0c None None] Network 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:05.739340 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-18c02f22-8e5a-4afa-90e6-86d23f28b0eb admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3323441 Jun 30 02:57:05.742415 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35588) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:05.746265 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1383919442-router', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:05.767801 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047273', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38302'] for router, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.768801 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1047052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1044124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-875586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38293'] for router, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.834159 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.896761 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device d3a6bf7b-5597-4d44-a51f-0f37740c178b up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:05.923136 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b034b6a-ee2c-5a48-a2ee-cc22d4534911-12d4eb65-5960-42fe-8d00-b21c5b9d0c3a', 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'fixed_ips': [{'subnet_id': '400ca1e2-7e59-4f27-a8a0-38de9795bf1e'}]}} from dv-cinder-733062-20-iscsi. {{(pid=99698) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 02:57:05.923990 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.974853 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:05.983797 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1044138', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38371'] for router, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.038362 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port d3a6bf7b-5597-4d44-a51f-0f37740c178b completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:06.049000 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port d3a6bf7b-5597-4d44-a51f-0f37740c178b triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:06.049378 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.132483 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.db_base_plugin_common [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Allocated IP 172.20.0.2 (12d4eb65-5960-42fe-8d00-b21c5b9d0c3a/400ca1e2-7e59-4f27-a8a0-38de9795bf1e/8033a4a0-b222-44db-8ab7-c876a53e2225) {{(pid=99698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:06.192358 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.216747 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.216982 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.245964 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port d3a6bf7b-5597-4d44-a51f-0f37740c178b, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=d3a6bf7b-5597-4d44-a51f-0f37740c178b,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:06.251782 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.327179 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Allocated IP 172.27.0.77 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/be6d93e3-0521-4268-b1e6-7ea9944c9327) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:06.349607 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=d3a6bf7b-5597-4d44-a51f-0f37740c178b,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:06.377825 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Notify callbacks [] for port, precommit_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.388282 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Transition to ACTIVE for port object 8033a4a0-b222-44db-8ab7-c876a53e2225 will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:06.402942 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Transition to ACTIVE for port object 8033a4a0-b222-44db-8ab7-c876a53e2225 will not be triggered until provisioned by entity DHCP. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:06.408627 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154'] for port, after_create {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.441243 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.449864 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Network 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a is already hosted by enough agents. {{(pid=99698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:06.454588 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.scheduler.base_scheduler [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Resources bound (agent type, host, resource id): {{(pid=99698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:06.457516 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Received port after_create {{(pid=99698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:06.470329 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Pushing event updated for resources: {'Port': ['ID=8033a4a0-b222-44db-8ab7-c876a53e2225,revision_number=1']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:06.483333 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.516046 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Sync routers for ids ['a0ab0025-875e-4716-90e9-c68c5684bc33'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:06.524366 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:06.526748 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Routers {'a0ab0025-875e-4716-90e9-c68c5684bc33'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:06.527209 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:06.527352 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.527625 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:57:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['a0ab0025-875e-4716-90e9-c68c5684bc33'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:06.532966 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:06.538604 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Attempting to bind port 8033a4a0-b222-44db-8ab7-c876a53e2225 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:06.538968 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Attempting to bind port 8033a4a0-b222-44db-8ab7-c876a53e2225 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '7c6df0c0-deb1-4156-b1c4-edb55f7a8e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:06.539346 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Attempting to bind port 8033a4a0-b222-44db-8ab7-c876a53e2225 on network 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:06.544298 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:06.544670 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Checking segment: {'id': '7c6df0c0-deb1-4156-b1c4-edb55f7a8e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:06.545060 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.545440 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Bound using segment: {'id': '7c6df0c0-deb1-4156-b1c4-edb55f7a8e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:06.545893 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Bound port: 8033a4a0-b222-44db-8ab7-c876a53e2225, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6df0c0-deb1-4156-b1c4-edb55f7a8e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:06.546281 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.559164 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Pushing event updated for resources: {'Port': ['ID=be6d93e3-0521-4268-b1e6-7ea9944c9327,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:06.616354 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] For port 8033a4a0-b222-44db-8ab7-c876a53e2225, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:06.619828 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] For port 8033a4a0-b222-44db-8ab7-c876a53e2225, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=8033a4a0-b222-44db-8ab7-c876a53e2225,segment=NetworkSegment(7c6df0c0-deb1-4156-b1c4-edb55f7a8e70),segment_id=7c6df0c0-deb1-4156-b1c4-edb55f7a8e70)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:06.624774 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.652437 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Set router a0ab0025-875e-4716-90e9-c68c5684bc33 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:06.689804 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a0c56-60d7-4a12-b918-28a56805d877 None None] Pushing event updated for resources: {'Port': ['ID=8033a4a0-b222-44db-8ab7-c876a53e2225,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:06.808184 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:06.993590 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 4, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port': {'id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '025aeee9-14b2-491d-bc78-0bf823fbca6e', 'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'mac_address': 'fa:16:3e:5a:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 2, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'subnets': [{'id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:07.019627 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Checking router: a0ab0025-875e-4716-90e9-c68c5684bc33 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:07.020592 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Updating router a0ab0025-875e-4716-90e9-c68c5684bc33 port 025aeee9-14b2-491d-bc78-0bf823fbca6e binding host dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:57:07.040102 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1044555'] for router, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.057188 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.172803 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Router 6572577e-fb3d-4d18-90a9-482b1344b3f6 is scheduled to L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 with binding_index 1 {{(pid=99696) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 02:57:07.280379 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:07.291551 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Sync routers for ids ['6572577e-fb3d-4d18-90a9-482b1344b3f6'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:07.302521 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Routers {'6572577e-fb3d-4d18-90a9-482b1344b3f6'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:07.303734 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:57:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['6572577e-fb3d-4d18-90a9-482b1344b3f6'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:07.305459 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] Notify callbacks [] for router, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.313597 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35594) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:07.314201 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-9c61f51c-aa4d-4edf-a578-db321ca15a7b admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5708172 Jun 30 02:57:07.332211 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Notify callbacks [] for port, precommit_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.343296 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.provisioning_blocks [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Transition to ACTIVE for port object 025aeee9-14b2-491d-bc78-0bf823fbca6e will not be triggered until provisioned by entity L2. {{(pid=99699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:07.353167 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.401508 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Pushing event updated for resources: {'Port': ['ID=025aeee9-14b2-491d-bc78-0bf823fbca6e,revision_number=3']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:07.483709 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Attempting to bind port 025aeee9-14b2-491d-bc78-0bf823fbca6e on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:07.484084 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Attempting to bind port 025aeee9-14b2-491d-bc78-0bf823fbca6e by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': 'dffd60e5-dc41-47f4-86b2-c686021151b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45'}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:07.484454 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Attempting to bind port 025aeee9-14b2-491d-bc78-0bf823fbca6e on network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:07.494860 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:07.495470 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:07.496016 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:07.496529 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:07.497027 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:07.497522 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:07.498033 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:07.498525 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:07.499062 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:07.499556 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:07.500048 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:07.500557 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 02:57:07.505041 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:07.505799 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Checking segment: {'id': 'dffd60e5-dc41-47f4-86b2-c686021151b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:07.506378 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.506949 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Bound using segment: {'id': 'dffd60e5-dc41-47f4-86b2-c686021151b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45'} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:07.507705 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Bound port: 025aeee9-14b2-491d-bc78-0bf823fbca6e, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffd60e5-dc41-47f4-86b2-c686021151b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45'}}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:07.508273 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.582188 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] For port 025aeee9-14b2-491d-bc78-0bf823fbca6e, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:07.587414 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] For port 025aeee9-14b2-491d-bc78-0bf823fbca6e, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=025aeee9-14b2-491d-bc78-0bf823fbca6e,segment=NetworkSegment(dffd60e5-dc41-47f4-86b2-c686021151b3),segment_id=dffd60e5-dc41-47f4-86b2-c686021151b3)] {{(pid=99699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:07.596099 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:07.604856 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Set router 6572577e-fb3d-4d18-90a9-482b1344b3f6 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:07.667784 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329c887-e18d-4976-8868-645d6aba3a9a None None] Pushing event updated for resources: {'Port': ['ID=025aeee9-14b2-491d-bc78-0bf823fbca6e,revision_number=4']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:07.684275 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Routers {'a0ab0025-875e-4716-90e9-c68c5684bc33'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:07.684957 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:57:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['a0ab0025-875e-4716-90e9-c68c5684bc33'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:07.759802 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfabae0-ce9f-49d0-ad16-e2a683067d17 None None] Network 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 02:57:07.855506 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] Set router a0ab0025-875e-4716-90e9-c68c5684bc33 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:07.855794 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-0da7e5d3-6084-4c59-98e8-bb5f6091486a None None] Provisioning for port 8033a4a0-b222-44db-8ab7-c876a53e2225 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:07.960418 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.061417 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'name': 'tempest-TestMinimumBasicScenario-1383919442-router', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:06Z', 'revision_number': 3, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'gw_port': {'id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:08.091362 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 025aeee9-14b2-491d-bc78-0bf823fbca6e up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:08.095272 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Checking router: 6572577e-fb3d-4d18-90a9-482b1344b3f6 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:08.095625 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Updating router 6572577e-fb3d-4d18-90a9-482b1344b3f6 port be6d93e3-0521-4268-b1e6-7ea9944c9327 binding host dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:57:08.131916 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 4, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port': {'id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '025aeee9-14b2-491d-bc78-0bf823fbca6e', 'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'mac_address': 'fa:16:3e:5a:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:07Z', 'revision_number': 4, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'subnets': [{'id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:08.159251 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17286bf7-dc93-4b11-ac9b-0da29994ade4 None None] The sync data for ids ['a0ab0025-875e-4716-90e9-c68c5684bc33'] in dv-cinder-733062-20-iscsi is: [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 4, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port': {'id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '025aeee9-14b2-491d-bc78-0bf823fbca6e', 'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'mac_address': 'fa:16:3e:5a:0b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:07Z', 'revision_number': 4, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'subnets': [{'id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:08.161907 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Allocated IP 172.20.0.1 (12d4eb65-5960-42fe-8d00-b21c5b9d0c3a/400ca1e2-7e59-4f27-a8a0-38de9795bf1e/c54686c1-2e7a-4280-be49-73009d245774) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:08.176694 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.229572 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 025aeee9-14b2-491d-bc78-0bf823fbca6e completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:08.278584 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 025aeee9-14b2-491d-bc78-0bf823fbca6e triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:08.278954 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.287473 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.302967 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.provisioning_blocks [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Transition to ACTIVE for port object c54686c1-2e7a-4280-be49-73009d245774 will not be triggered until provisioned by entity DHCP. {{(pid=99697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:08.340526 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6448154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.381256 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Network 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:08.386268 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:08.390314 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:08.418262 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.440627 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1043522'] for router_interface, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.443435 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Pushing event updated for resources: {'Port': ['ID=c54686c1-2e7a-4280-be49-73009d245774,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:08.474730 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.568497 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 025aeee9-14b2-491d-bc78-0bf823fbca6e, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=025aeee9-14b2-491d-bc78-0bf823fbca6e,segment=NetworkSegment(dffd60e5-dc41-47f4-86b2-c686021151b3),segment_id=dffd60e5-dc41-47f4-86b2-c686021151b3)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:08.575777 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.576629 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 8033a4a0-b222-44db-8ab7-c876a53e2225 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:08.620520 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.688814 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Notify callbacks [] for port, precommit_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.696406 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=025aeee9-14b2-491d-bc78-0bf823fbca6e,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:08.709199 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Transition to ACTIVE for port object be6d93e3-0521-4268-b1e6-7ea9944c9327 will not be triggered until provisioned by entity L2. {{(pid=99698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:08.713071 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port 8033a4a0-b222-44db-8ab7-c876a53e2225 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:08.717092 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.720348 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 8033a4a0-b222-44db-8ab7-c876a53e2225 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:08.720706 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.799896 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.805467 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6448168'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.817699 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-6ebfd80c-636b-49bd-adb6-7f0079bc5796 None None] Provisioning for port c54686c1-2e7a-4280-be49-73009d245774 completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:08.820492 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Attempting to bind port be6d93e3-0521-4268-b1e6-7ea9944c9327 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:08.820860 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Attempting to bind port be6d93e3-0521-4268-b1e6-7ea9944c9327 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:08.821223 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Attempting to bind port be6d93e3-0521-4268-b1e6-7ea9944c9327 on network 5c243ec1-c514-4a50-9951-3a294683a08a {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:08.822986 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ad181-62b6-4dfa-8afc-02b353cb45e6 None None] Pushing event updated for resources: {'Port': ['ID=be6d93e3-0521-4268-b1e6-7ea9944c9327,revision_number=2']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:08.832236 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-6ebfd80c-636b-49bd-adb6-7f0079bc5796 None None] Provisioning complete for port c54686c1-2e7a-4280-be49-73009d245774 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:08.832638 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-6ebfd80c-636b-49bd-adb6-7f0079bc5796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.834893 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:08.835299 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Checking segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:08.835675 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.836063 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Bound using segment: {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'} {{(pid=99698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:08.836535 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.managers [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Bound port: be6d93e3-0521-4268-b1e6-7ea9944c9327, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436c36a2-fbb5-4ae5-adab-5f23e3aa225a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a'}}] {{(pid=99698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:08.836912 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.881096 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1042037'] for router_interface, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.882999 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Pushing event updated for resources: {'Port': ['ID=c54686c1-2e7a-4280-be49-73009d245774,revision_number=2']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:08.928919 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-6ebfd80c-636b-49bd-adb6-7f0079bc5796 None None] Port c54686c1-2e7a-4280-be49-73009d245774 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:08.954365 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:08.966086 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] For port be6d93e3-0521-4268-b1e6-7ea9944c9327, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:08.986996 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] For port be6d93e3-0521-4268-b1e6-7ea9944c9327, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=be6d93e3-0521-4268-b1e6-7ea9944c9327,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:08.991420 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Network 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:08.993192 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:08.999895 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.007891 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port 8033a4a0-b222-44db-8ab7-c876a53e2225, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=8033a4a0-b222-44db-8ab7-c876a53e2225,segment=NetworkSegment(7c6df0c0-deb1-4156-b1c4-edb55f7a8e70),segment_id=7c6df0c0-deb1-4156-b1c4-edb55f7a8e70)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:09.036472 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.037241 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device d3a6bf7b-5597-4d44-a51f-0f37740c178b up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:09.096205 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Routers {'6572577e-fb3d-4d18-90a9-482b1344b3f6'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:09.096832 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:57:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['6572577e-fb3d-4d18-90a9-482b1344b3f6'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:09.098891 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ad181-62b6-4dfa-8afc-02b353cb45e6 None None] Pushing event updated for resources: {'Port': ['ID=be6d93e3-0521-4268-b1e6-7ea9944c9327,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:09.125430 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Router 6572577e-fb3d-4d18-90a9-482b1344b3f6 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:09.233304 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port d3a6bf7b-5597-4d44-a51f-0f37740c178b triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:09.233675 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.239791 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:09.246489 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-bbabdb3b-37f1-43d8-898c-2005e3134311 admin admin] 10.222.0.104 "PUT /v2.0/routers/6572577e-fb3d-4d18-90a9-482b1344b3f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9295492 Jun 30 02:57:09.246605 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=8033a4a0-b222-44db-8ab7-c876a53e2225,revision_number=3']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:09.301888 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] Set router 6572577e-fb3d-4d18-90a9-482b1344b3f6 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:09.304610 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-9addaad2-ea3c-41d7-b5af-d939fddd58a9 None None] Provisioning complete for port c54686c1-2e7a-4280-be49-73009d245774 triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:09.304973 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9addaad2-ea3c-41d7-b5af-d939fddd58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:09.555811 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-9addaad2-ea3c-41d7-b5af-d939fddd58a9 None None] Port c54686c1-2e7a-4280-be49-73009d245774 cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:09.695553 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'name': 'tempest-TestMinimumBasicScenario-1383919442-router', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 4, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'gw_port': {'id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': 'c54686c1-2e7a-4280-be49-73009d245774', 'name': '', 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'mac_address': 'fa:16:3e:d0:91:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '400ca1e2-7e59-4f27-a8a0-38de9795bf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:08Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 2, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'subnets': [{'id': '400ca1e2-7e59-4f27-a8a0-38de9795bf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:09.721339 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2a1b85-a792-44f7-b3e1-ae8d96f9c145 None None] The sync data for ids ['6572577e-fb3d-4d18-90a9-482b1344b3f6'] in dv-cinder-733062-20-iscsi is: [{'id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'name': 'tempest-TestMinimumBasicScenario-1383919442-router', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 4, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'gw_port': {'id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': 'c54686c1-2e7a-4280-be49-73009d245774', 'name': '', 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'mac_address': 'fa:16:3e:d0:91:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '400ca1e2-7e59-4f27-a8a0-38de9795bf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:08Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 2, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'subnets': [{'id': '400ca1e2-7e59-4f27-a8a0-38de9795bf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:09.868554 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 025aeee9-14b2-491d-bc78-0bf823fbca6e up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:09.931669 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 025aeee9-14b2-491d-bc78-0bf823fbca6e triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:09.931669 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:10.036889 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 8033a4a0-b222-44db-8ab7-c876a53e2225 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:10.111219 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port 8033a4a0-b222-44db-8ab7-c876a53e2225 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:10.111942 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:11.888276 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device be6d93e3-0521-4268-b1e6-7ea9944c9327 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:11.946090 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port be6d93e3-0521-4268-b1e6-7ea9944c9327 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:11.950369 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port be6d93e3-0521-4268-b1e6-7ea9944c9327 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:11.950744 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.047891 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.076343 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port be6d93e3-0521-4268-b1e6-7ea9944c9327, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=be6d93e3-0521-4268-b1e6-7ea9944c9327,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:12.081480 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.146085 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=be6d93e3-0521-4268-b1e6-7ea9944c9327,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:12.454719 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Sync routers for ids ['6572577e-fb3d-4d18-90a9-482b1344b3f6'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:12.464815 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Routers {'6572577e-fb3d-4d18-90a9-482b1344b3f6'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:12.465524 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:57:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['6572577e-fb3d-4d18-90a9-482b1344b3f6'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:12.581492 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Set router 6572577e-fb3d-4d18-90a9-482b1344b3f6 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:12.804246 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'name': 'tempest-TestMinimumBasicScenario-1383919442-router', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 4, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'gw_port': {'id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': 'c54686c1-2e7a-4280-be49-73009d245774', 'name': '', 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'mac_address': 'fa:16:3e:d0:91:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '400ca1e2-7e59-4f27-a8a0-38de9795bf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:08Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 2, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'subnets': [{'id': '400ca1e2-7e59-4f27-a8a0-38de9795bf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:12.830484 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Checking router: 6572577e-fb3d-4d18-90a9-482b1344b3f6 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:12.830840 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Updating router 6572577e-fb3d-4d18-90a9-482b1344b3f6 port c54686c1-2e7a-4280-be49-73009d245774 binding host dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 02:57:12.866464 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:12.971711 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.151112 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Notify callbacks [] for port, precommit_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.161275 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.provisioning_blocks [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Transition to ACTIVE for port object c54686c1-2e7a-4280-be49-73009d245774 will not be triggered until provisioned by entity L2. {{(pid=99699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:13.168354 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.214861 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676afd67-af43-4a62-9e48-423bb6f81d38 None None] Pushing event updated for resources: {'Port': ['ID=c54686c1-2e7a-4280-be49-73009d245774,revision_number=3']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:13.307140 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Attempting to bind port c54686c1-2e7a-4280-be49-73009d245774 on host dv-cinder-733062-20-iscsi for vnic_type normal with profile {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:13.307529 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Attempting to bind port c54686c1-2e7a-4280-be49-73009d245774 by drivers openvswitch,hyperv on host dv-cinder-733062-20-iscsi at level 0 using segments [{'id': '7c6df0c0-deb1-4156-b1c4-edb55f7a8e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a'}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:13.307911 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Attempting to bind port c54686c1-2e7a-4280-be49-73009d245774 on network 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:13.315637 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Checking agent: {'id': '6ffe815c-4f0d-486b-9593-04109c909175', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733062-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 34, 36), 'started_at': datetime.datetime(2021, 6, 30, 2, 35, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733062-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:13.316368 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Checking segment: {'id': '7c6df0c0-deb1-4156-b1c4-edb55f7a8e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:13.317982 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.318402 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Bound using segment: {'id': '7c6df0c0-deb1-4156-b1c4-edb55f7a8e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a'} {{(pid=99699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:13.318881 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.managers [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Bound port: c54686c1-2e7a-4280-be49-73009d245774, host: dv-cinder-733062-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6df0c0-deb1-4156-b1c4-edb55f7a8e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1121, 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a'}}] {{(pid=99699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:13.319302 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.423983 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] For port c54686c1-2e7a-4280-be49-73009d245774, host dv-cinder-733062-20-iscsi, cleared binding levels {{(pid=99699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:13.427689 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.plugins.ml2.db [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] For port c54686c1-2e7a-4280-be49-73009d245774, host dv-cinder-733062-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=c54686c1-2e7a-4280-be49-73009d245774,segment=NetworkSegment(7c6df0c0-deb1-4156-b1c4-edb55f7a8e70),segment_id=7c6df0c0-deb1-4156-b1c4-edb55f7a8e70)] {{(pid=99699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:13.433143 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron_lib.callbacks.manager [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:13.495553 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Routers {'6572577e-fb3d-4d18-90a9-482b1344b3f6'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:13.496175 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:57:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['6572577e-fb3d-4d18-90a9-482b1344b3f6'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:13.702763 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676afd67-af43-4a62-9e48-423bb6f81d38 None None] Pushing event updated for resources: {'Port': ['ID=c54686c1-2e7a-4280-be49-73009d245774,revision_number=4']} {{(pid=99699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:13.720996 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] Set router 6572577e-fb3d-4d18-90a9-482b1344b3f6 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:13.920213 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device be6d93e3-0521-4268-b1e6-7ea9944c9327 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:13.968100 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'name': 'tempest-TestMinimumBasicScenario-1383919442-router', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 4, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'gw_port': {'id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': 'c54686c1-2e7a-4280-be49-73009d245774', 'name': '', 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'mac_address': 'fa:16:3e:d0:91:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '400ca1e2-7e59-4f27-a8a0-38de9795bf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:08Z', 'updated_at': '2021-06-30T02:57:13Z', 'revision_number': 4, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'subnets': [{'id': '400ca1e2-7e59-4f27-a8a0-38de9795bf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:13.995504 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port be6d93e3-0521-4268-b1e6-7ea9944c9327 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:13.996129 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.005664 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b4abf2-793c-4f2f-8985-8e237ca39a5b None None] The sync data for ids ['6572577e-fb3d-4d18-90a9-482b1344b3f6'] in dv-cinder-733062-20-iscsi is: [{'id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'name': 'tempest-TestMinimumBasicScenario-1383919442-router', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 4, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'gw_port': {'id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': 'c54686c1-2e7a-4280-be49-73009d245774', 'name': '', 'network_id': '12d4eb65-5960-42fe-8d00-b21c5b9d0c3a', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'mac_address': 'fa:16:3e:d0:91:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '400ca1e2-7e59-4f27-a8a0-38de9795bf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:08Z', 'updated_at': '2021-06-30T02:57:13Z', 'revision_number': 4, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'subnets': [{'id': '400ca1e2-7e59-4f27-a8a0-38de9795bf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:14.112700 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device c54686c1-2e7a-4280-be49-73009d245774 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:14.174489 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning for port c54686c1-2e7a-4280-be49-73009d245774 completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:14.181486 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port c54686c1-2e7a-4280-be49-73009d245774 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:14.181864 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.275471 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.326226 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] For port c54686c1-2e7a-4280-be49-73009d245774, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=c54686c1-2e7a-4280-be49-73009d245774,segment=NetworkSegment(7c6df0c0-deb1-4156-b1c4-edb55f7a8e70),segment_id=7c6df0c0-deb1-4156-b1c4-edb55f7a8e70)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:14.331810 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:14.393145 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Pushing event updated for resources: {'Port': ['ID=c54686c1-2e7a-4280-be49-73009d245774,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:15.865003 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device c54686c1-2e7a-4280-be49-73009d245774 up at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:15.920743 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Provisioning complete for port c54686c1-2e7a-4280-be49-73009d245774 triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:15.921135 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:19.103276 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-3b0795d3-ca5e-451f-8d43-1336742480fe tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:19.104675 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-3b0795d3-ca5e-451f-8d43-1336742480fe tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/networks?id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45 HTTP/1.1" status: 200 len: 814 time: 0.0993226 Jun 30 02:57:19.120809 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-c8efa9e0-b061-4d40-85cf-9d4a5a93f9d1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/quotas/a3357d953c28415896228ac49f2f7482 HTTP/1.1" status: 200 len: 375 time: 0.0103869 Jun 30 02:57:19.193833 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-2badb710-ade4-4c1f-8334-face4fe93d90 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=a3357d953c28415896228ac49f2f7482&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681252 Jun 30 02:57:19.285311 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-60be55d6-03bc-4260-9bac-63f39ae10086 service neutron] 10.222.0.104 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803692 Jun 30 02:57:19.640374 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-790eea6e-06f8-4860-96fa-f04142c77146 service neutron] 10.222.0.104 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492682 Jun 30 02:57:19.809100 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-236d042e-9cc5-49b9-9763-2fd18b104a87 req-d89a95da-6fb6-4a4f-a46d-eda1a0df5746 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 210 time: 0.0307906 Jun 30 02:57:20.844229 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-2e37d5c9-f5c3-45f1-aa7a-34129491c313 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:20.845895 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-2e37d5c9-f5c3-45f1-aa7a-34129491c313 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.88 "GET /v2.0/networks?id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45 HTTP/1.1" status: 200 len: 814 time: 0.1073964 Jun 30 02:57:20.859193 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Request body: {'port': {'device_id': '7c6b5223-f725-4c90-9567-33123afbe101', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'admin_state_up': True, 'tenant_id': 'a3357d953c28415896228ac49f2f7482'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:20.994516 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-96adeaf8-044e-419f-99c8-5d398313667e req-6f403755-3112-41c3-94bd-0ae360726df5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 210 time: 0.0410829 Jun 30 02:57:21.026086 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Made reservation on behalf of a3357d953c28415896228ac49f2f7482 for: {'port': 1} {{(pid=99696) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 02:57:21.031260 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.180486 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_common [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Allocated IP 172.20.0.10 (d58dbe9e-332f-49f5-a4d4-a21a6c347f45/ce730d7a-929b-4124-bb2d-f8d057a7a49d/e07f7ce9-6792-498e-9036-f5b69aa3b9ca) {{(pid=99696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:21.349674 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for port, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.364360 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Transition to ACTIVE for port object e07f7ce9-6792-498e-9036-f5b69aa3b9ca will not be triggered until provisioned by entity DHCP. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:21.403850 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4655174'] for port, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.459924 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 is already hosted by enough agents. {{(pid=99696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:21.461527 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.base_scheduler [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Resources bound (agent type, host, resource id): {{(pid=99696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:21.467976 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Received port after_create {{(pid=99696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:21.550329 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event updated for resources: {'Port': ['ID=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:21.572245 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:21.573230 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.602386 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-f4e4a26d-8c33-4ade-8717-064908882c96 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7479622 Jun 30 02:57:21.814172 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-ff4ca7b1-6a31-47a2-88cf-bfe3932c9767 None None] Provisioning for port e07f7ce9-6792-498e-9036-f5b69aa3b9ca completed by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:21.819898 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-ff4ca7b1-6a31-47a2-88cf-bfe3932c9767 None None] Provisioning complete for port e07f7ce9-6792-498e-9036-f5b69aa3b9ca triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:21.820322 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca7b1-6a31-47a2-88cf-bfe3932c9767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:21.854825 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ca7b1-6a31-47a2-88cf-bfe3932c9767 None None] Port e07f7ce9-6792-498e-9036-f5b69aa3b9ca cannot update to ACTIVE because it is not bound. {{(pid=99698) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 02:57:22.196902 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab7f26-22d4-4265-aa31-a9a8098bd047 req-d1492d51-601b-4787-930e-205cd1361d97 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:22.199109 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4aab7f26-22d4-4265-aa31-a9a8098bd047 req-d1492d51-601b-4787-930e-205cd1361d97 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 932 time: 0.0839403 Jun 30 02:57:22.240326 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4aab7f26-22d4-4265-aa31-a9a8098bd047 req-7a49b812-0d9f-4183-b6e2-79e7672cf4bd tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352206 Jun 30 02:57:23.423218 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eac9e-f83a-489e-8729-bfd370e4ca26 req-3afc5e72-9c41-496c-8ff9-e4aa7dcfef03 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:23.425001 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bc6eac9e-f83a-489e-8729-bfd370e4ca26 req-3afc5e72-9c41-496c-8ff9-e4aa7dcfef03 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 932 time: 0.0680768 Jun 30 02:57:23.478523 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-bc6eac9e-f83a-489e-8729-bfd370e4ca26 req-34acb4da-d720-4865-8ba7-6344117bfa2b tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467532 Jun 30 02:57:24.865711 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262cc98b-1815-4209-b41e-6fc8ee5ab02a req-8d293974-1c0e-4173-93e7-fc321cf71da6 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:24.867222 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-262cc98b-1815-4209-b41e-6fc8ee5ab02a req-8d293974-1c0e-4173-93e7-fc321cf71da6 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 932 time: 0.2763872 Jun 30 02:57:24.919927 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-262cc98b-1815-4209-b41e-6fc8ee5ab02a req-f9ea0193-a1bc-4f6e-a5ff-910fe9f84a3a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463502 Jun 30 02:57:26.181080 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3cbee-0395-473b-a3a3-433b307b059b req-833c7209-c680-472b-b729-aedf5bbd3d64 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:26.183445 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ebc3cbee-0395-473b-a3a3-433b307b059b req-833c7209-c680-472b-b729-aedf5bbd3d64 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 932 time: 0.1372380 Jun 30 02:57:26.230710 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ebc3cbee-0395-473b-a3a3-433b307b059b req-da463873-293f-4f11-ac23-e6600eb6cc45 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413382 Jun 30 02:57:26.244022 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35810) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:26.353842 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c6ac7a61-e748-4639-ae36-9e5539e66cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.448870 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c6ac7a61-e748-4639-ae36-9e5539e66cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.453543 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-c6ac7a61-e748-4639-ae36-9e5539e66cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.496314 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-c6ac7a61-e748-4639-ae36-9e5539e66cc7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3515a49e12b040dd95aa5e54c1b270d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509680 Jun 30 02:57:26.498739 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35814) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:26.500651 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac7a61-e748-4639-ae36-9e5539e66cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1408db98-38ce-4936-998a-48f6d2aab97b,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:26.553133 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-80c698c0-966a-48de-9f53-8d2a4ed9cd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.574790 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-80c698c0-966a-48de-9f53-8d2a4ed9cd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.633149 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-80c698c0-966a-48de-9f53-8d2a4ed9cd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.636006 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-80c698c0-966a-48de-9f53-8d2a4ed9cd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:26.639475 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-80c698c0-966a-48de-9f53-8d2a4ed9cd64 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1408db98-38ce-4936-998a-48f6d2aab97b HTTP/1.1" status: 204 len: 168 time: 0.1396151 Jun 30 02:57:26.648641 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c698c0-966a-48de-9f53-8d2a4ed9cd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1408db98-38ce-4936-998a-48f6d2aab97b,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:27.408191 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668953aa-63b8-4ce3-91f5-0cc0647dcb19 req-8af02cc3-a6b3-4d40-8d31-78aaaf831cc2 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:27.409983 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-668953aa-63b8-4ce3-91f5-0cc0647dcb19 req-8af02cc3-a6b3-4d40-8d31-78aaaf831cc2 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 932 time: 0.0664022 Jun 30 02:57:27.457636 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-668953aa-63b8-4ce3-91f5-0cc0647dcb19 req-baa55f97-93cc-435d-933c-2f25b37c0ac9 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401957 Jun 30 02:57:28.642661 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6d9d1-9577-4fa4-974a-6c5f61df9dd1 req-c0a21845-480d-48d9-b42d-0c73edea763f tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:28.644227 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8ef6d9d1-9577-4fa4-974a-6c5f61df9dd1 req-c0a21845-480d-48d9-b42d-0c73edea763f tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 932 time: 0.0674052 Jun 30 02:57:28.684062 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-8ef6d9d1-9577-4fa4-974a-6c5f61df9dd1 req-fc2114e0-49d8-433b-8497-284c10a9c7b2 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333743 Jun 30 02:57:29.863373 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e9f9a-4530-422c-8c77-10511a2df670 req-19802797-b9c9-4f88-83dc-3a463e65b316 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:29.864947 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-450e9f9a-4530-422c-8c77-10511a2df670 req-19802797-b9c9-4f88-83dc-3a463e65b316 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 932 time: 0.0706074 Jun 30 02:57:29.903067 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-450e9f9a-4530-422c-8c77-10511a2df670 req-44b57c44-e431-46dd-a42f-d257c9e87ec2 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324209 Jun 30 02:57:31.091782 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a3437-c1f3-47e1-a8be-f4671428fda7 req-8667be01-9a34-4492-90bb-5f5d1fa2eede tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:31.093765 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-017a3437-c1f3-47e1-a8be-f4671428fda7 req-8667be01-9a34-4492-90bb-5f5d1fa2eede tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 932 time: 0.0731063 Jun 30 02:57:31.133777 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-017a3437-c1f3-47e1-a8be-f4671428fda7 req-c7877c28-ca8e-41af-9ff4-a93a8a6399d0 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335891 Jun 30 02:57:32.311338 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfd108-2bf9-4595-adf9-1d3b90a4839d req-7787ecdf-b35c-4f4c-94a5-4477f97f1c7d tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:32.312858 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d6cfd108-2bf9-4595-adf9-1d3b90a4839d req-7787ecdf-b35c-4f4c-94a5-4477f97f1c7d tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 932 time: 0.0654540 Jun 30 02:57:32.354726 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-d6cfd108-2bf9-4595-adf9-1d3b90a4839d req-b88d509f-0149-44ec-8a62-d0c385e59da5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353408 Jun 30 02:57:32.773725 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-31659717-761e-4cf5-beeb-f6481899a37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:33.310394 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:57:33.526670 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6f898-3eb5-4319-9843-22f71f5fe4a3 req-de12a0d5-afe0-4232-9463-e356ea227a6d tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:33.528163 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f9f6f898-3eb5-4319-9843-22f71f5fe4a3 req-de12a0d5-afe0-4232-9463-e356ea227a6d tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 932 time: 0.0660589 Jun 30 02:57:33.566111 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-f9f6f898-3eb5-4319-9843-22f71f5fe4a3 req-77465c4a-067b-4ec5-abba-a216b08d0448 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323055 Jun 30 02:57:34.738981 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f1b92-718b-4da9-acf4-13bb19fbcd1a req-cb8e4985-6904-4d45-bdf6-7f89ed82f727 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:34.740385 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fc1f1b92-718b-4da9-acf4-13bb19fbcd1a req-cb8e4985-6904-4d45-bdf6-7f89ed82f727 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 932 time: 0.0630727 Jun 30 02:57:34.777317 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-fc1f1b92-718b-4da9-acf4-13bb19fbcd1a req-58414911-5b3a-4af6-a2df-01a72f9bd0f4 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313902 Jun 30 02:57:35.102697 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Request body: {'port': {'device_id': '7c6b5223-f725-4c90-9567-33123afbe101', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73306'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:35.178682 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.229344 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-dc0dc70c-e980-4e86-9391-fbc0ce42dfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.449916 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07f7ce9-6792-498e-9036-f5b69aa3b9ca {{(pid=99696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:35.458657 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.479107 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.provisioning_blocks [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Transition to ACTIVE for port object e07f7ce9-6792-498e-9036-f5b69aa3b9ca will not be triggered until provisioned by entity L2. {{(pid=99696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 02:57:35.500066 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.571940 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,revision_number=2']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:35.625362 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Attempting to bind port e07f7ce9-6792-498e-9036-f5b69aa3b9ca on host hv-cinder-73306 for vnic_type normal with profile {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 02:57:35.625700 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Attempting to bind port e07f7ce9-6792-498e-9036-f5b69aa3b9ca by drivers openvswitch,hyperv on host hv-cinder-73306 at level 0 using segments [{'id': 'dffd60e5-dc41-47f4-86b2-c686021151b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45'}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 02:57:35.626032 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Attempting to bind port e07f7ce9-6792-498e-9036-f5b69aa3b9ca on network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:35.631280 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Port e07f7ce9-6792-498e-9036-f5b69aa3b9ca on network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73306 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 02:57:35.631610 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Attempting to bind port e07f7ce9-6792-498e-9036-f5b69aa3b9ca on network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 02:57:35.636536 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Checking agent: {'id': '106a25fa-c348-49b3-b880-1d5ff50a4e11', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73306', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'started_at': datetime.datetime(2021, 6, 30, 2, 40, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 2, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 02:57:35.636881 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Checking segment: {'id': 'dffd60e5-dc41-47f4-86b2-c686021151b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 02:57:35.637267 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Bound using segment: {'id': 'dffd60e5-dc41-47f4-86b2-c686021151b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45'} {{(pid=99696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 02:57:35.637694 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.managers [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Bound port: e07f7ce9-6792-498e-9036-f5b69aa3b9ca, host: hv-cinder-73306, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dffd60e5-dc41-47f4-86b2-c686021151b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45'}}] {{(pid=99696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 02:57:35.638060 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.708096 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] For port e07f7ce9-6792-498e-9036-f5b69aa3b9ca, host hv-cinder-73306, cleared binding levels {{(pid=99696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 02:57:35.711102 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] For port e07f7ce9-6792-498e-9036-f5b69aa3b9ca, host hv-cinder-73306, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,segment=NetworkSegment(dffd60e5-dc41-47f4-86b2-c686021151b3),segment_id=dffd60e5-dc41-47f4-86b2-c686021151b3)] {{(pid=99696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 02:57:35.714976 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.747864 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:35.748572 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.749834 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] 10.222.0.88 "PUT /v2.0/ports/e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 200 len: 1094 time: 0.6522560 Jun 30 02:57:35.750283 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:35.752693 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dc56a6-6bf6-45cb-ae39-e37dfed046e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:35.784627 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba1c8e-2684-441e-8f6a-194055c6d6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,revision_number=3']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:35.814068 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3d05f1-ebf6-4889-bb9e-e32a491760bb x-openstack-request-id: req-7d3d05f1-ebf6-4889-bb9e-e32a491760bb {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:35.814356 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:35.814604 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-7d3d05f1-ebf6-4889-bb9e-e32a491760bb {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:35.815053 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca', 'status': 'completed', 'code': 200} Jun 30 02:57:35.859607 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-7139a243-c678-4d03-b71d-2e5fe1150544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:35.861382 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-7139a243-c678-4d03-b71d-2e5fe1150544 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a3357d953c28415896228ac49f2f7482&device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 1097 time: 0.0631356 Jun 30 02:57:35.907154 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-684375ca-0ab9-4392-8b29-4cddf87d95a5 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 200 len: 217 time: 0.0385525 Jun 30 02:57:35.945706 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:35.958549 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-fbeb2839-9301-415e-a0cd-519578443bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:35.959994 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-fbeb2839-9301-415e-a0cd-519578443bd8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ce730d7a-929b-4124-bb2d-f8d057a7a49d HTTP/1.1" status: 200 len: 853 time: 0.0457070 Jun 30 02:57:35.963940 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342225a7-01bb-4747-ae25-633472a91610 req-0033bc3b-1f07-4238-b20f-196395302976 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:35.965403 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-342225a7-01bb-4747-ae25-633472a91610 req-0033bc3b-1f07-4238-b20f-196395302976 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 944 time: 0.0729303 Jun 30 02:57:36.007541 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-342225a7-01bb-4747-ae25-633472a91610 req-9e92a94e-4f65-42fb-97a3-5e225056b2a9 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360057 Jun 30 02:57:36.026795 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-39128af5-4319-4fe6-902b-7c7c545edb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.028383 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-39128af5-4319-4fe6-902b-7c7c545edb0a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0623484 Jun 30 02:57:36.122326 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-e8089440-48ea-4f01-b69a-87a59e1c829b service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876758 Jun 30 02:57:36.212883 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d2c2a130-a75e-4968-8b7d-7453f5f3792f req-c4d7e999-3e8e-48e5-82c7-27b6af6ea3d2 service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836933 Jun 30 02:57:36.312743 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc56a6-6bf6-45cb-ae39-e37dfed046e1 req-260a41c2-fe5c-4b41-91c0-039a20cda603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.314507 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-57dc56a6-6bf6-45cb-ae39-e37dfed046e1 req-260a41c2-fe5c-4b41-91c0-039a20cda603 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a3357d953c28415896228ac49f2f7482&device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 1097 time: 0.0528958 Jun 30 02:57:36.405865 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc56a6-6bf6-45cb-ae39-e37dfed046e1 req-2210e52b-ca5b-4c43-850b-54fb7bbbd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.407333 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-57dc56a6-6bf6-45cb-ae39-e37dfed046e1 req-2210e52b-ca5b-4c43-850b-54fb7bbbd68e service neutron] 10.222.0.88 "GET /v2.0/networks?id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45 HTTP/1.1" status: 200 len: 916 time: 0.0865388 Jun 30 02:57:36.447755 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-57dc56a6-6bf6-45cb-ae39-e37dfed046e1 req-161bcff5-f84d-4194-a262-e5142ea43de8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 200 len: 217 time: 0.0340145 Jun 30 02:57:36.479477 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:36.497118 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc56a6-6bf6-45cb-ae39-e37dfed046e1 req-188a5ce3-6b3d-46ad-ba96-3049ff2f78d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.498608 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-57dc56a6-6bf6-45cb-ae39-e37dfed046e1 req-188a5ce3-6b3d-46ad-ba96-3049ff2f78d0 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ce730d7a-929b-4124-bb2d-f8d057a7a49d HTTP/1.1" status: 200 len: 853 time: 0.0451288 Jun 30 02:57:36.559844 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc56a6-6bf6-45cb-ae39-e37dfed046e1 req-12135d8d-82cc-4790-a44b-274fef0e7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:36.561336 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-57dc56a6-6bf6-45cb-ae39-e37dfed046e1 req-12135d8d-82cc-4790-a44b-274fef0e7721 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0560567 Jun 30 02:57:36.650726 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-57dc56a6-6bf6-45cb-ae39-e37dfed046e1 req-b93d3ed9-e7f9-425f-a7b7-925e7397f48f service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828710 Jun 30 02:57:36.743245 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-57dc56a6-6bf6-45cb-ae39-e37dfed046e1 req-6735b143-f7d7-4379-bb06-bf926021b55a service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857871 Jun 30 02:57:37.179260 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a70556-ad8d-4eee-8acc-b3ef22eb93b6 req-5f482874-7c9a-463f-8b43-22f4b294d28b tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:37.180707 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-27a70556-ad8d-4eee-8acc-b3ef22eb93b6 req-5f482874-7c9a-463f-8b43-22f4b294d28b tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 944 time: 0.0637684 Jun 30 02:57:37.219132 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-27a70556-ad8d-4eee-8acc-b3ef22eb93b6 req-97b0cb74-678b-4138-a3cf-b6b8bc68e79f tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327780 Jun 30 02:57:38.383957 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.396913 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fd6ca-1e95-4ac5-9eaf-a8445073e31f req-98b6d5bb-52de-4fee-84cd-03ccdc7bd2a0 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:38.398366 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-082fd6ca-1e95-4ac5-9eaf-a8445073e31f req-98b6d5bb-52de-4fee-84cd-03ccdc7bd2a0 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 944 time: 0.0689967 Jun 30 02:57:38.435796 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-082fd6ca-1e95-4ac5-9eaf-a8445073e31f req-3aea87dc-55ed-4b28-b338-f4be49b4fad1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316825 Jun 30 02:57:38.800133 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device e07f7ce9-6792-498e-9036-f5b69aa3b9ca details requested by agent hyperv_hv-cinder-73306 with host hv-cinder-73306 {{(pid=99698) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 02:57:38.896802 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port e07f7ce9-6792-498e-9036-f5b69aa3b9ca, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,segment=NetworkSegment(dffd60e5-dc41-47f4-86b2-c686021151b3),segment_id=dffd60e5-dc41-47f4-86b2-c686021151b3)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:38.909354 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Returning: {'device': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'port_id': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca', 'mac_address': 'fa:16:3e:ce:2f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99698) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 02:57:38.950468 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:38.963428 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07f7ce9-6792-498e-9036-f5b69aa3b9ca {{(pid=99698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 02:57:38.984236 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port e07f7ce9-6792-498e-9036-f5b69aa3b9ca, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,segment=NetworkSegment(dffd60e5-dc41-47f4-86b2-c686021151b3),segment_id=dffd60e5-dc41-47f4-86b2-c686021151b3)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:38.988142 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:39.040356 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,revision_number=4']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:39.320903 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['e07f7ce9-6792-498e-9036-f5b69aa3b9ca'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:39.621783 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f92033-f701-4f65-a6bb-5bad7aed7fa3 req-c28d5329-d15a-46c5-9128-b99365a76690 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:39.623285 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-66f92033-f701-4f65-a6bb-5bad7aed7fa3 req-c28d5329-d15a-46c5-9128-b99365a76690 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 945 time: 0.0678632 Jun 30 02:57:39.669555 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-66f92033-f701-4f65-a6bb-5bad7aed7fa3 req-63765436-a016-4a8b-9ef4-25b930d5e8cf tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 Jun 30 02:57:40.838991 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acb402-1c76-4190-953a-9f6828bb9835 req-afd5d985-0703-4a19-8598-5e4a48b1a163 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:40.840472 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a6acb402-1c76-4190-953a-9f6828bb9835 req-afd5d985-0703-4a19-8598-5e4a48b1a163 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 945 time: 0.0621202 Jun 30 02:57:40.844019 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device e07f7ce9-6792-498e-9036-f5b69aa3b9ca up at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 02:57:40.881319 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-a6acb402-1c76-4190-953a-9f6828bb9835 req-a85e26ea-b665-43d2-a15a-24deb00c890d tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342748 Jun 30 02:57:40.892889 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning for port e07f7ce9-6792-498e-9036-f5b69aa3b9ca completed by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 02:57:40.897245 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Provisioning complete for port e07f7ce9-6792-498e-9036-f5b69aa3b9ca triggered by entity L2. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:40.897623 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.974255 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:40.996070 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca'}] {{(pid=99698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:40.998635 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e380f412140b3eed0aed947e6830021f1f64bc59a5d7f1a5bedff4e1ee9c4d5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca4e862-c49a-4b5f-b5dd-cec15c17e74c" -d '{"events": [{"server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "name": "network-vif-plugged", "status": "completed", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca"}]}' {{(pid=99698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:41.011541 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] For port e07f7ce9-6792-498e-9036-f5b69aa3b9ca, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,segment=NetworkSegment(dffd60e5-dc41-47f4-86b2-c686021151b3),segment_id=dffd60e5-dc41-47f4-86b2-c686021151b3)] {{(pid=99698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:41.015420 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501'] for port, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:41.039684 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0dac4f-30ae-4ed0-a871-7a962203329a x-openstack-request-id: req-2e0dac4f-30ae-4ed0-a871-7a962203329a {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:41.039978 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "name": "network-vif-plugged", "status": "completed", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca", "code": 200}]} {{(pid=99698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:41.040232 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2e0dac4f-30ae-4ed0-a871-7a962203329a {{(pid=99698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:41.040617 dv-cinder-733062-20-iscsi neutron-server[99698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca', 'code': 200} Jun 30 02:57:41.067364 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Pushing event updated for resources: {'Port': ['ID=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,revision_number=5']} {{(pid=99698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:41.256459 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd0349-723b-4666-a79e-72f31f6ce4b1 req-3870136c-e5ac-4c8c-b5ea-fe2c1225229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:41.257838 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-62fd0349-723b-4666-a79e-72f31f6ce4b1 req-3870136c-e5ac-4c8c-b5ea-fe2c1225229a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 1099 time: 0.0513682 Jun 30 02:57:41.290620 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-62fd0349-723b-4666-a79e-72f31f6ce4b1 req-4b2ad85d-eef6-4ee7-9104-f28c1c301367 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269186 Jun 30 02:57:42.055942 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a796d95-ea02-4cbf-9e2e-fac57e563df7 req-a700f5a3-a7e8-4246-b8cf-906dbd8bae6b tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:42.057384 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1a796d95-ea02-4cbf-9e2e-fac57e563df7 req-a700f5a3-a7e8-4246-b8cf-906dbd8bae6b tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 946 time: 0.0655627 Jun 30 02:57:42.095677 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-1a796d95-ea02-4cbf-9e2e-fac57e563df7 req-dc60ffda-cbad-4253-b589-6b2522caa0ea tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327561 Jun 30 02:57:42.989925 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:43.266292 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d8e6a-40e3-4d47-9086-0b41ff5ff730 req-36b70343-0482-44be-99f1-683c4faf1c25 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:43.267716 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6b5d8e6a-40e3-4d47-9086-0b41ff5ff730 req-36b70343-0482-44be-99f1-683c4faf1c25 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 946 time: 0.0633097 Jun 30 02:57:43.305665 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-6b5d8e6a-40e3-4d47-9086-0b41ff5ff730 req-6b1d84d6-77d4-4807-9145-a5783274570f tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318265 Jun 30 02:57:43.473318 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65338-9c72-498b-a8e2-9b3ede3bf685 req-3596fa1a-e479-41f5-8e2b-d274ab8588b3 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:43.474796 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8fe65338-9c72-498b-a8e2-9b3ede3bf685 req-3596fa1a-e479-41f5-8e2b-d274ab8588b3 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 946 time: 0.0620089 Jun 30 02:57:43.511933 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8fe65338-9c72-498b-a8e2-9b3ede3bf685 req-163aa597-703c-4aa6-8d6a-81be304c4ecf tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315311 Jun 30 02:57:43.890957 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad55bd7-d3f5-4843-ac8f-bbc99b0b1866 req-9513bc84-ac98-40e6-82ed-f71450a237d2 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:43.892459 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-aad55bd7-d3f5-4843-ac8f-bbc99b0b1866 req-9513bc84-ac98-40e6-82ed-f71450a237d2 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 946 time: 0.0626469 Jun 30 02:57:43.929112 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-aad55bd7-d3f5-4843-ac8f-bbc99b0b1866 req-ddf8507d-6403-4617-8670-1e18e2d8b94e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309572 Jun 30 02:57:53.467206 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c653bd1-846c-4d98-8fef-5eba138ec8c1 req-cf1a4eaa-1159-4844-8378-07337cf1fc6c tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:53.468632 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4c653bd1-846c-4d98-8fef-5eba138ec8c1 req-cf1a4eaa-1159-4844-8378-07337cf1fc6c tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 946 time: 0.0658033 Jun 30 02:57:53.507822 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4c653bd1-846c-4d98-8fef-5eba138ec8c1 req-c9e03123-c120-4564-b58d-7a442c67097e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328779 Jun 30 02:57:53.533298 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35904) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:53.726550 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995862c9-f9d3-401f-9621-1a5eb5937028 tempest-TestMinimumBasicScenario-148033005 tempest-TestMinimumBasicScenario-148033005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:53.727979 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-995862c9-f9d3-401f-9621-1a5eb5937028 tempest-TestMinimumBasicScenario-148033005 tempest-TestMinimumBasicScenario-148033005-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 1094 time: 0.1936936 Jun 30 02:57:53.730833 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35908) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:53.735430 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Request body: {'floatingip': {'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'port_id': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:53.758212 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for floatingip, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:53.857741 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:53.957585 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_common [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Allocated IP 172.27.0.29 (5c243ec1-c514-4a50-9951-3a294683a08a/fa3c6fbb-c7e3-412f-b96c-c016d3aa8455/c165fe30-29fc-49dc-8dcd-677df0554cef) {{(pid=99697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 02:57:54.060909 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for port, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.097272 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1984121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-250363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728669822154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6448154'] for port, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.132844 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Network 5c243ec1-c514-4a50-9951-3a294683a08a is already hosted by enough agents. {{(pid=99697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 02:57:54.135587 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.base_scheduler [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Resources bound (agent type, host, resource id): {{(pid=99697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 02:57:54.138837 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Received port after_create {{(pid=99697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 02:57:54.164889 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event updated for resources: {'Port': ['ID=c165fe30-29fc-49dc-8dcd-677df0554cef,revision_number=1']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:54.620926 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fd3ed805-47be-4fa8-949b-1a63e3b88790 req-4413b59c-fa35-4ae9-a0ba-7d3c37e94cb4 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1020751 Jun 30 02:57:54.720776 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.725800 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ed805-47be-4fa8-949b-1a63e3b88790 req-47b1c340-b35d-40a6-8382-6d0206256de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:54.727309 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fd3ed805-47be-4fa8-949b-1a63e3b88790 req-47b1c340-b35d-40a6-8382-6d0206256de5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a3357d953c28415896228ac49f2f7482&device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 1099 time: 0.0589473 Jun 30 02:57:54.797860 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.834012 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ed805-47be-4fa8-949b-1a63e3b88790 req-c46d64ad-7c69-4649-8272-1b3b17f60f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:54.835560 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fd3ed805-47be-4fa8-949b-1a63e3b88790 req-c46d64ad-7c69-4649-8272-1b3b17f60f70 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45 HTTP/1.1" status: 200 len: 916 time: 0.0856268 Jun 30 02:57:54.907161 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fd3ed805-47be-4fa8-949b-1a63e3b88790 req-35d07990-1a23-4196-aae7-35bc9d3d7fc7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 200 len: 999 time: 0.0642486 Jun 30 02:57:54.946231 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.950665 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6448168'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:54.957161 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ed805-47be-4fa8-949b-1a63e3b88790 req-ce554dd4-63d6-4073-af85-9a8ed3e5ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:54.958705 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fd3ed805-47be-4fa8-949b-1a63e3b88790 req-ce554dd4-63d6-4073-af85-9a8ed3e5ef92 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ce730d7a-929b-4124-bb2d-f8d057a7a49d HTTP/1.1" status: 200 len: 853 time: 0.0446854 Jun 30 02:57:55.018878 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ed805-47be-4fa8-949b-1a63e3b88790 req-f3a8cf8d-fb38-4056-ba5f-88b28d43186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:55.020434 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event updated for resources: {'Port': ['ID=c165fe30-29fc-49dc-8dcd-677df0554cef,revision_number=2']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:55.020955 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fd3ed805-47be-4fa8-949b-1a63e3b88790 req-f3a8cf8d-fb38-4056-ba5f-88b28d43186f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545042 Jun 30 02:57:55.032224 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1044497'] for floatingip, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.115801 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fd3ed805-47be-4fa8-949b-1a63e3b88790 req-b051a975-5c80-48c6-b1b9-62a2b98b0796 service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875990 Jun 30 02:57:55.142153 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.l3_db [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Floating IP e1046b57-89c7-4ef8-a093-7f8e99a0999c associated. External IP: 172.27.0.29, port: e07f7ce9-6792-498e-9036-f5b69aa3b9ca. Jun 30 02:57:55.212419 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-fd3ed805-47be-4fa8-949b-1a63e3b88790 req-512f4f59-b054-4725-8dba-c3d868d187dc service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844190 Jun 30 02:57:55.359319 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Router a0ab0025-875e-4716-90e9-c68c5684bc33 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 02:57:55.466327 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 02:57:55.475676 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d584c-d8bc-44a0-8d7b-0675e2b09c2b None None] Sync routers for ids ['a0ab0025-875e-4716-90e9-c68c5684bc33'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 02:57:55.484187 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.485032 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d584c-d8bc-44a0-8d7b-0675e2b09c2b None None] Routers {'a0ab0025-875e-4716-90e9-c68c5684bc33'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:55.485640 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-a46d584c-d8bc-44a0-8d7b-0675e2b09c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:57:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['a0ab0025-875e-4716-90e9-c68c5684bc33'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:55.525988 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-1a069582-987f-4d31-8e99-8f8cf4c7faf1 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7916276 Jun 30 02:57:55.525988 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca'}] {{(pid=99697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:55.526340 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b7f5baf573436b176afe0d81d1f51af27148d2e3508bf06a547a56a88bfd8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9f8e86-dd47-48ef-8075-5423bf67bd32" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca"}]}' {{(pid=99697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:55.526458 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35912) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:55.530901 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-e1a51feb-8cad-4c5a-8910-dcb3b151255e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-302916670', 'description': 'tempest-secgroup-smoke-302916670 description', 'project_id': 'a3357d953c28415896228ac49f2f7482'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:55.552621 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e1a51feb-8cad-4c5a-8910-dcb3b151255e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.604027 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-a46d584c-d8bc-44a0-8d7b-0675e2b09c2b None None] Set router a0ab0025-875e-4716-90e9-c68c5684bc33 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:55.647164 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e1a51feb-8cad-4c5a-8910-dcb3b151255e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.656601 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e1a51feb-8cad-4c5a-8910-dcb3b151255e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.678970 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-e1a51feb-8cad-4c5a-8910-dcb3b151255e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.683222 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35918) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:55.683372 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-e1a51feb-8cad-4c5a-8910-dcb3b151255e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1558895 Jun 30 02:57:55.692759 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-72bfa89c-4e99-41df-9168-68b6caf5db9e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Request body: {'security_group_rule': {'security_group_id': '19201205-61e7-4320-8404-fed90554545d', 'project_id': 'a3357d953c28415896228ac49f2f7482', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:55.695422 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a51feb-8cad-4c5a-8910-dcb3b151255e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19201205-61e7-4320-8404-fed90554545d,revision_number=1']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:55.726379 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b4eaaa-0335-4121-b45c-9befcb735588 x-openstack-request-id: req-21b4eaaa-0335-4121-b45c-9befcb735588 {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:55.726909 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca", "status": "completed", "code": 200}]} {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:55.726909 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-21b4eaaa-0335-4121-b45c-9befcb735588 {{(pid=99697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:55.727317 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca', 'status': 'completed', 'code': 200} Jun 30 02:57:55.728604 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-72bfa89c-4e99-41df-9168-68b6caf5db9e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.781623 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-72bfa89c-4e99-41df-9168-68b6caf5db9e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.785898 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-72bfa89c-4e99-41df-9168-68b6caf5db9e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.800242 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bfa89c-4e99-41df-9168-68b6caf5db9e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4266f6bb-5b28-40d1-885b-b2d734dcccae,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:55.812240 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f8e86-dd47-48ef-8075-5423bf67bd32 req-ab4c94f5-e6aa-4b62-9b90-db7e88c9cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:55.815767 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ea9f8e86-dd47-48ef-8075-5423bf67bd32 req-ab4c94f5-e6aa-4b62-9b90-db7e88c9cea0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a3357d953c28415896228ac49f2f7482&device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 1099 time: 0.0654361 Jun 30 02:57:55.816971 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-72bfa89c-4e99-41df-9168-68b6caf5db9e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.819067 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-72bfa89c-4e99-41df-9168-68b6caf5db9e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331639 Jun 30 02:57:55.821092 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35920) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:55.826191 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-6d33285d-d67f-4cc8-91de-0ce6265b4c9f tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Request body: {'security_group_rule': {'security_group_id': '19201205-61e7-4320-8404-fed90554545d', 'project_id': 'a3357d953c28415896228ac49f2f7482', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:55.854314 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d33285d-d67f-4cc8-91de-0ce6265b4c9f tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.867392 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-a46d584c-d8bc-44a0-8d7b-0675e2b09c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 4, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port': {'id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'e1046b57-89c7-4ef8-a093-7f8e99a0999c', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'port_id': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'mac_address': 'fa:16:3e:ce:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6b5223-f725-4c90-9567-33123afbe101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:54Z', 'updated_at': '2021-06-30T02:57:54Z', 'revision_number': 0, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025aeee9-14b2-491d-bc78-0bf823fbca6e', 'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'mac_address': 'fa:16:3e:5a:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 5, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'subnets': [{'id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:55.894318 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d584c-d8bc-44a0-8d7b-0675e2b09c2b None None] Checking router: a0ab0025-875e-4716-90e9-c68c5684bc33 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 02:57:55.904104 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d584c-d8bc-44a0-8d7b-0675e2b09c2b None None] Routers {'a0ab0025-875e-4716-90e9-c68c5684bc33'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 02:57:55.904738 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-a46d584c-d8bc-44a0-8d7b-0675e2b09c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T02:57:35Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['a0ab0025-875e-4716-90e9-c68c5684bc33'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:55.915435 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f8e86-dd47-48ef-8075-5423bf67bd32 req-acaf3f68-cb4a-4563-9573-7cddff4319ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:55.916923 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ea9f8e86-dd47-48ef-8075-5423bf67bd32 req-acaf3f68-cb4a-4563-9573-7cddff4319ef service neutron] 10.222.0.88 "GET /v2.0/networks?id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45 HTTP/1.1" status: 200 len: 916 time: 0.0944467 Jun 30 02:57:55.918367 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d33285d-d67f-4cc8-91de-0ce6265b4c9f tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.922169 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d33285d-d67f-4cc8-91de-0ce6265b4c9f tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.941304 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33285d-d67f-4cc8-91de-0ce6265b4c9f tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfaa0e25-0bd3-4b5b-9c60-f8c95dbe043c,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:55.949950 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-6d33285d-d67f-4cc8-91de-0ce6265b4c9f tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.951296 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-6d33285d-d67f-4cc8-91de-0ce6265b4c9f tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288552 Jun 30 02:57:55.953804 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 35922) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:55.958913 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [None req-39fc62cf-1cc5-40e2-8f66-fd4a0ab36c31 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Request body: {'security_group_rule': {'security_group_id': '19201205-61e7-4320-8404-fed90554545d', 'project_id': 'a3357d953c28415896228ac49f2f7482', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:55.989810 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-39fc62cf-1cc5-40e2-8f66-fd4a0ab36c31 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:55.994373 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ea9f8e86-dd47-48ef-8075-5423bf67bd32 req-22699342-8775-4ddd-9a18-6b276f32cc32 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 200 len: 999 time: 0.0699503 Jun 30 02:57:56.027409 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-a46d584c-d8bc-44a0-8d7b-0675e2b09c2b None None] Set router a0ab0025-875e-4716-90e9-c68c5684bc33 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 02:57:56.046710 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f8e86-dd47-48ef-8075-5423bf67bd32 req-e80720fe-7a66-4c42-bab2-d847b2ff6f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:56.048502 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ea9f8e86-dd47-48ef-8075-5423bf67bd32 req-e80720fe-7a66-4c42-bab2-d847b2ff6f3d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ce730d7a-929b-4124-bb2d-f8d057a7a49d HTTP/1.1" status: 200 len: 853 time: 0.0467372 Jun 30 02:57:56.052517 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-39fc62cf-1cc5-40e2-8f66-fd4a0ab36c31 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.056429 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-39fc62cf-1cc5-40e2-8f66-fd4a0ab36c31 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.074852 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc62cf-1cc5-40e2-8f66-fd4a0ab36c31 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e0eab9-db1b-4b5d-9629-232a706ffae6,revision_number=0']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:56.081143 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-39fc62cf-1cc5-40e2-8f66-fd4a0ab36c31 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.085346 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-39fc62cf-1cc5-40e2-8f66-fd4a0ab36c31 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277194 Jun 30 02:57:56.085472 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35924) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:56.089848 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-16ce533f-e037-4da1-a64a-e37ec56c8a6a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Request body: {'security_group_rule': {'security_group_id': '19201205-61e7-4320-8404-fed90554545d', 'project_id': 'a3357d953c28415896228ac49f2f7482', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:56.126764 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-16ce533f-e037-4da1-a64a-e37ec56c8a6a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.150469 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f8e86-dd47-48ef-8075-5423bf67bd32 req-8fcf9cfd-a143-4586-baf7-25d6a4051c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:56.151980 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ea9f8e86-dd47-48ef-8075-5423bf67bd32 req-8fcf9cfd-a143-4586-baf7-25d6a4051c2c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0965204 Jun 30 02:57:56.249097 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-16ce533f-e037-4da1-a64a-e37ec56c8a6a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.254481 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-16ce533f-e037-4da1-a64a-e37ec56c8a6a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.262210 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-a46d584c-d8bc-44a0-8d7b-0675e2b09c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 4, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port': {'id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'e1046b57-89c7-4ef8-a093-7f8e99a0999c', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'port_id': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'mac_address': 'fa:16:3e:ce:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6b5223-f725-4c90-9567-33123afbe101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:54Z', 'updated_at': '2021-06-30T02:57:54Z', 'revision_number': 0, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025aeee9-14b2-491d-bc78-0bf823fbca6e', 'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'mac_address': 'fa:16:3e:5a:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 5, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'subnets': [{'id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 02:57:56.287910 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce533f-e037-4da1-a64a-e37ec56c8a6a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b177233f-d80e-4d28-93c4-9a9138e7ca43,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:56.289239 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46d584c-d8bc-44a0-8d7b-0675e2b09c2b None None] The sync data for ids ['a0ab0025-875e-4716-90e9-c68c5684bc33'] in dv-cinder-733062-20-iscsi is: [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 4, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port': {'id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_floatingips': [{'id': 'e1046b57-89c7-4ef8-a093-7f8e99a0999c', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'router_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'port_id': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'mac_address': 'fa:16:3e:ce:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6b5223-f725-4c90-9567-33123afbe101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T02:57:54Z', 'updated_at': '2021-06-30T02:57:54Z', 'revision_number': 0, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '025aeee9-14b2-491d-bc78-0bf823fbca6e', 'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'mac_address': 'fa:16:3e:5a:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 5, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'subnets': [{'id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 02:57:56.295860 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ea9f8e86-dd47-48ef-8075-5423bf67bd32 req-c913d690-3180-4cb4-9db5-4377680f39a9 service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313608 Jun 30 02:57:56.296968 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-16ce533f-e037-4da1-a64a-e37ec56c8a6a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.298092 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-16ce533f-e037-4da1-a64a-e37ec56c8a6a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2117352 Jun 30 02:57:56.301410 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35926) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:56.305952 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-72be2f93-6479-46ed-aebc-3a9c2e720165 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Request body: {'security_group_rule': {'security_group_id': '19201205-61e7-4320-8404-fed90554545d', 'project_id': 'a3357d953c28415896228ac49f2f7482', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:56.383555 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.securitygroups_db [None req-72be2f93-6479-46ed-aebc-3a9c2e720165 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Project a3357d953c28415896228ac49f2f7482 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:57:56.397947 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-72be2f93-6479-46ed-aebc-3a9c2e720165 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.435253 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-ea9f8e86-dd47-48ef-8075-5423bf67bd32 req-8e1ec032-1ca3-4105-b755-981e65cf09ec service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246436 Jun 30 02:57:56.463820 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-72be2f93-6479-46ed-aebc-3a9c2e720165 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.467496 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-72be2f93-6479-46ed-aebc-3a9c2e720165 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.485912 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be2f93-6479-46ed-aebc-3a9c2e720165 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4fe592-9c31-4fb0-9e10-8eca7778cd98,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:56.493780 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-72be2f93-6479-46ed-aebc-3a9c2e720165 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.494585 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-72be2f93-6479-46ed-aebc-3a9c2e720165 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1922302 Jun 30 02:57:56.497193 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 35928) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 02:57:56.499376 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb87553-c5ee-4732-b8e1-c7a421d1b4a9 None None] New status for floating IP e1046b57-89c7-4ef8-a093-7f8e99a0999c: ACTIVE {{(pid=99699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 02:57:56.501835 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [None req-f51917e8-1bb7-4256-b7ce-a66d7989996e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Request body: {'security_group_rule': {'security_group_id': '19201205-61e7-4320-8404-fed90554545d', 'project_id': 'a3357d953c28415896228ac49f2f7482', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:56.523704 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.db.securitygroups_db [None req-f51917e8-1bb7-4256-b7ce-a66d7989996e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Project a3357d953c28415896228ac49f2f7482 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 02:57:56.528500 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f51917e8-1bb7-4256-b7ce-a66d7989996e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.588959 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f51917e8-1bb7-4256-b7ce-a66d7989996e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.593414 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f51917e8-1bb7-4256-b7ce-a66d7989996e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-981772'] for security_group_rule, after_create {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.612429 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51917e8-1bb7-4256-b7ce-a66d7989996e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c5c255-090e-42ca-9f38-52f621b71a59,revision_number=0']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:56.618285 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-f51917e8-1bb7-4256-b7ce-a66d7989996e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:56.619934 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-f51917e8-1bb7-4256-b7ce-a66d7989996e tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217563 Jun 30 02:57:56.741164 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-323efbbf-c495-4668-b453-b2e281dee96b req-c857c4af-fca5-4cdc-aa8c-b57bd0586686 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302916670&fields=id&tenant_id=a3357d953c28415896228ac49f2f7482 HTTP/1.1" status: 200 len: 267 time: 0.0339506 Jun 30 02:57:56.806599 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323efbbf-c495-4668-b453-b2e281dee96b req-c2e0053b-663b-4345-b8a9-32c17f5b03c7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:56.808060 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-323efbbf-c495-4668-b453-b2e281dee96b req-c2e0053b-663b-4345-b8a9-32c17f5b03c7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 946 time: 0.0616846 Jun 30 02:57:56.818744 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.v2.base [req-323efbbf-c495-4668-b453-b2e281dee96b req-f5bf41f6-d13d-426f-8dad-e91b81d255e4 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Request body: {'port': {'security_groups': ['d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b', '19201205-61e7-4320-8404-fed90554545d']}} {{(pid=99697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 02:57:56.903912 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [req-323efbbf-c495-4668-b453-b2e281dee96b req-f5bf41f6-d13d-426f-8dad-e91b81d255e4 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.088335 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.db [req-323efbbf-c495-4668-b453-b2e281dee96b req-f5bf41f6-d13d-426f-8dad-e91b81d255e4 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] For port e07f7ce9-6792-498e-9036-f5b69aa3b9ca, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,segment=NetworkSegment(dffd60e5-dc41-47f4-86b2-c686021151b3),segment_id=dffd60e5-dc41-47f4-86b2-c686021151b3)] {{(pid=99697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 02:57:57.116639 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [req-323efbbf-c495-4668-b453-b2e281dee96b req-f5bf41f6-d13d-426f-8dad-e91b81d255e4 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for port, precommit_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.121281 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [req-323efbbf-c495-4668-b453-b2e281dee96b req-f5bf41f6-d13d-426f-8dad-e91b81d255e4 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6448168'] for port, after_update {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.133039 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['e07f7ce9-6792-498e-9036-f5b69aa3b9ca'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:57.201553 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323efbbf-c495-4668-b453-b2e281dee96b req-f5bf41f6-d13d-426f-8dad-e91b81d255e4 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:57.202441 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [req-323efbbf-c495-4668-b453-b2e281dee96b req-f5bf41f6-d13d-426f-8dad-e91b81d255e4 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.203596 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-323efbbf-c495-4668-b453-b2e281dee96b req-f5bf41f6-d13d-426f-8dad-e91b81d255e4 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "PUT /v2.0/ports/e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 200 len: 982 time: 0.3895354 Jun 30 02:57:57.233799 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf41f6-d13d-426f-8dad-e91b81d255e4 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event updated for resources: {'Port': ['ID=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,revision_number=6']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 02:57:57.265796 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['e07f7ce9-6792-498e-9036-f5b69aa3b9ca'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 02:57:57.380330 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6f59d-0d1a-4796-972e-175e6aa14abe req-03c1743e-84d0-467b-98b3-9744bd2e3275 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:57.382234 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2aa6f59d-0d1a-4796-972e-175e6aa14abe req-03c1743e-84d0-467b-98b3-9744bd2e3275 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 985 time: 0.0725005 Jun 30 02:57:57.426140 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2aa6f59d-0d1a-4796-972e-175e6aa14abe req-14683a79-ed87-4c9f-8153-acf4cb624a02 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&id=19201205-61e7-4320-8404-fed90554545d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360150 Jun 30 02:57:57.488988 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-e99bfec0-5795-4eac-aa87-c552870a42ae None None] Provisioning complete for port e07f7ce9-6792-498e-9036-f5b69aa3b9ca triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 02:57:57.489281 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-e99bfec0-5795-4eac-aa87-c552870a42ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:57:57.728119 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca'}] {{(pid=99697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 02:57:57.730634 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b7f5baf573436b176afe0d81d1f51af27148d2e3508bf06a547a56a88bfd8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfc131f-1339-4dcb-b767-0342644fa8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca"}]}' {{(pid=99697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 02:57:57.769106 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 02:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204fc1d8-85b0-41f5-b9c2-c4703091d86a x-openstack-request-id: req-204fc1d8-85b0-41f5-b9c2-c4703091d86a {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 02:57:57.769723 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca", "status": "completed", "code": 200}]} {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 02:57:57.769967 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-204fc1d8-85b0-41f5-b9c2-c4703091d86a {{(pid=99697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 02:57:57.770427 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca', 'status': 'completed', 'code': 200} Jun 30 02:57:57.849160 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc131f-1339-4dcb-b767-0342644fa8b5 req-631fb4f3-d609-4fb6-8bfe-7ee53f38da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:57.850646 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2dfc131f-1339-4dcb-b767-0342644fa8b5 req-631fb4f3-d609-4fb6-8bfe-7ee53f38da53 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a3357d953c28415896228ac49f2f7482&device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 1138 time: 0.0537145 Jun 30 02:57:57.941442 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc131f-1339-4dcb-b767-0342644fa8b5 req-64c4d9d5-91e6-4c7f-bbfc-1a3351aecf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:57.942954 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2dfc131f-1339-4dcb-b767-0342644fa8b5 req-64c4d9d5-91e6-4c7f-bbfc-1a3351aecf72 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45 HTTP/1.1" status: 200 len: 916 time: 0.0856071 Jun 30 02:57:58.025283 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2dfc131f-1339-4dcb-b767-0342644fa8b5 req-b2047535-9d8d-4df8-b334-e89f25b7c3d8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 200 len: 1001 time: 0.0614192 Jun 30 02:57:58.076642 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc131f-1339-4dcb-b767-0342644fa8b5 req-64383cb7-10e8-4cd2-a4c7-6390214d4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:58.078089 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2dfc131f-1339-4dcb-b767-0342644fa8b5 req-64383cb7-10e8-4cd2-a4c7-6390214d4cee service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ce730d7a-929b-4124-bb2d-f8d057a7a49d HTTP/1.1" status: 200 len: 853 time: 0.0466270 Jun 30 02:57:58.137674 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc131f-1339-4dcb-b767-0342644fa8b5 req-1755fc85-144c-42d2-bb47-31c87ebfda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:57:58.139182 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2dfc131f-1339-4dcb-b767-0342644fa8b5 req-1755fc85-144c-42d2-bb47-31c87ebfda92 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542421 Jun 30 02:57:58.225704 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2dfc131f-1339-4dcb-b767-0342644fa8b5 req-d232c9aa-4b31-4d91-a36f-68d595f0e400 service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793958 Jun 30 02:57:58.319565 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-2dfc131f-1339-4dcb-b767-0342644fa8b5 req-c3ff251f-8739-4793-a3b2-3dd996b27b4c service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842657 Jun 30 02:58:02.764626 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8cfa5990-93cb-4e79-be0c-b922e0626eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:05.230274 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-0fc1dfe8-a84b-4cc0-8ed9-bdced961fa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:05.948041 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:06.481013 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:08.385765 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:10.309244 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:58:12.997483 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:32.764867 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-d033d5eb-1dad-4afa-9185-f9adcc9fba6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:35.231369 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a8eb94d4-127b-4f8b-85bc-5ebe4b0409f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:35.948141 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:36.483723 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:38.389681 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:43.002769 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:58:47.308152 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:58:55.567077 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d91e8420-a6ea-458e-92e7-4b5564a1ba14 req-d4a9d92c-9e54-4b3c-b86d-9c5021d874a6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510411 Jun 30 02:58:55.657589 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e8420-a6ea-458e-92e7-4b5564a1ba14 req-5f7b5dc0-1291-4a36-a996-09af5f7957c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:55.659102 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d91e8420-a6ea-458e-92e7-4b5564a1ba14 req-5f7b5dc0-1291-4a36-a996-09af5f7957c3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a3357d953c28415896228ac49f2f7482&device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 1138 time: 0.0519106 Jun 30 02:58:55.769839 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e8420-a6ea-458e-92e7-4b5564a1ba14 req-3e00cf57-da99-4e90-805b-7226111a5441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:55.771325 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d91e8420-a6ea-458e-92e7-4b5564a1ba14 req-3e00cf57-da99-4e90-805b-7226111a5441 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45 HTTP/1.1" status: 200 len: 916 time: 0.0878603 Jun 30 02:58:55.834425 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d91e8420-a6ea-458e-92e7-4b5564a1ba14 req-c8722b10-f9b1-4d6a-a91b-9fc9034d2a76 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 200 len: 1001 time: 0.0570195 Jun 30 02:58:55.882375 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e8420-a6ea-458e-92e7-4b5564a1ba14 req-b626e193-e4d4-4e87-bf14-4b8dd3a5d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:55.883821 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d91e8420-a6ea-458e-92e7-4b5564a1ba14 req-b626e193-e4d4-4e87-bf14-4b8dd3a5d333 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ce730d7a-929b-4124-bb2d-f8d057a7a49d HTTP/1.1" status: 200 len: 853 time: 0.0432401 Jun 30 02:58:55.945328 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e8420-a6ea-458e-92e7-4b5564a1ba14 req-ab3f7668-1768-4e78-877c-3a78d5156f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:55.946812 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d91e8420-a6ea-458e-92e7-4b5564a1ba14 req-ab3f7668-1768-4e78-877c-3a78d5156f63 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0564222 Jun 30 02:58:56.033018 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d91e8420-a6ea-458e-92e7-4b5564a1ba14 req-dfd2905c-fe8c-4cfa-acbe-df00147263cc service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793991 Jun 30 02:58:56.122648 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-d91e8420-a6ea-458e-92e7-4b5564a1ba14 req-889c11b8-abce-4313-991d-d58c63bc1235 service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835903 Jun 30 02:58:58.212295 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c7142-4ce1-4735-94ee-94d4b628dde6 req-a05b970d-1244-4b73-91ab-b82d8308a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.213706 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4d1c7142-4ce1-4735-94ee-94d4b628dde6 req-a05b970d-1244-4b73-91ab-b82d8308a545 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a3357d953c28415896228ac49f2f7482&device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 1138 time: 0.0545692 Jun 30 02:58:58.255952 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be1b40-2da9-450e-88e0-70528ad489cb req-7c610c3f-571a-4003-9c38-0ad7f19bc27d tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.257444 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-12be1b40-2da9-450e-88e0-70528ad489cb req-7c610c3f-571a-4003-9c38-0ad7f19bc27d tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 985 time: 0.0678489 Jun 30 02:58:58.297209 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-12be1b40-2da9-450e-88e0-70528ad489cb req-645cec22-9138-4d34-800f-67df0ff8e41b tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&id=19201205-61e7-4320-8404-fed90554545d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336607 Jun 30 02:58:58.304222 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c7142-4ce1-4735-94ee-94d4b628dde6 req-f29940d1-4cd2-4577-8d9a-ab2b77eca1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.305803 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4d1c7142-4ce1-4735-94ee-94d4b628dde6 req-f29940d1-4cd2-4577-8d9a-ab2b77eca1b5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45 HTTP/1.1" status: 200 len: 916 time: 0.0850410 Jun 30 02:58:58.376196 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4d1c7142-4ce1-4735-94ee-94d4b628dde6 req-8bca8ca7-1d8b-42e2-aead-480ead333210 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 200 len: 1001 time: 0.0627935 Jun 30 02:58:58.423905 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c7142-4ce1-4735-94ee-94d4b628dde6 req-2f7ba20c-354b-4f13-ba41-07aaa2f435a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.425475 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4d1c7142-4ce1-4735-94ee-94d4b628dde6 req-2f7ba20c-354b-4f13-ba41-07aaa2f435a8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ce730d7a-929b-4124-bb2d-f8d057a7a49d HTTP/1.1" status: 200 len: 853 time: 0.0426171 Jun 30 02:58:58.481269 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c7142-4ce1-4735-94ee-94d4b628dde6 req-5bdc2dfc-96ed-4bd9-8fc3-b98bb7e45d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:58.482903 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4d1c7142-4ce1-4735-94ee-94d4b628dde6 req-5bdc2dfc-96ed-4bd9-8fc3-b98bb7e45d8f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498707 Jun 30 02:58:58.572076 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4d1c7142-4ce1-4735-94ee-94d4b628dde6 req-50a6c7f2-b085-4881-a911-0d60781a95bf service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822806 Jun 30 02:58:58.659145 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-4d1c7142-4ce1-4735-94ee-94d4b628dde6 req-f92fb9f6-596e-408a-afe6-63741abbf966 service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798378 Jun 30 02:58:59.473488 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e51d20-e9d7-4336-9f83-88cb532a10c0 req-9455ec97-6780-4996-bcd2-b6d04fc8a699 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:58:59.474941 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c7e51d20-e9d7-4336-9f83-88cb532a10c0 req-9455ec97-6780-4996-bcd2-b6d04fc8a699 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 985 time: 0.0650384 Jun 30 02:58:59.513643 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c7e51d20-e9d7-4336-9f83-88cb532a10c0 req-9b60fadb-35c7-4aff-a531-30940e96f2c5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&id=19201205-61e7-4320-8404-fed90554545d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330501 Jun 30 02:59:00.684468 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47e755-ce12-47f3-b321-bec111423493 req-d2408a0d-ac0f-4eb6-b80e-a24120c2bef7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:00.685922 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8d47e755-ce12-47f3-b321-bec111423493 req-d2408a0d-ac0f-4eb6-b80e-a24120c2bef7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 985 time: 0.0614130 Jun 30 02:59:00.725166 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-8d47e755-ce12-47f3-b321-bec111423493 req-c3a4f183-cfde-4aef-888e-69988016db9f tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&id=19201205-61e7-4320-8404-fed90554545d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328197 Jun 30 02:59:01.894900 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67496942-d9ce-4f30-8f50-6bff293b0baa req-9b9d0c05-36b4-46e7-a92a-4dc0aa517318 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:01.896311 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-67496942-d9ce-4f30-8f50-6bff293b0baa req-9b9d0c05-36b4-46e7-a92a-4dc0aa517318 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 985 time: 0.0619531 Jun 30 02:59:01.934053 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-67496942-d9ce-4f30-8f50-6bff293b0baa req-637119a6-b23c-42b3-a0a5-f7ec13021222 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&id=19201205-61e7-4320-8404-fed90554545d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321007 Jun 30 02:59:02.764627 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-1e76f03a-3a56-4536-a76a-aa8aed66bcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:03.107201 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abacd83a-79a3-461d-83c5-7d513c0c3138 req-71245974-f6fc-49b8-a78b-a07bb437ac12 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:03.108648 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-abacd83a-79a3-461d-83c5-7d513c0c3138 req-71245974-f6fc-49b8-a78b-a07bb437ac12 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 985 time: 0.0648680 Jun 30 02:59:03.149461 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-abacd83a-79a3-461d-83c5-7d513c0c3138 req-a089fe17-a416-4d5f-ade3-26a3b34e9962 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&id=19201205-61e7-4320-8404-fed90554545d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350845 Jun 30 02:59:04.324407 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f645f-cdb6-40f9-8b24-7601176eaba3 req-217cbe05-842f-4cd7-8081-4d4230fdb38a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:04.325873 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-195f645f-cdb6-40f9-8b24-7601176eaba3 req-217cbe05-842f-4cd7-8081-4d4230fdb38a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 985 time: 0.0642607 Jun 30 02:59:04.635397 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-195f645f-cdb6-40f9-8b24-7601176eaba3 req-9d8327aa-d8fb-411b-99df-684ef2e938a5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&id=19201205-61e7-4320-8404-fed90554545d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3029859 Jun 30 02:59:05.232524 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-b187cddd-474d-4723-a975-0ddf7a4662b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:05.816323 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a9c99-752d-4b7e-8d1b-bc76e4c18a1f req-1d3cdb1f-46d9-4df6-a3c7-efaf21f5214a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:05.817874 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4c8a9c99-752d-4b7e-8d1b-bc76e4c18a1f req-1d3cdb1f-46d9-4df6-a3c7-efaf21f5214a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 985 time: 0.0705209 Jun 30 02:59:05.859508 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-4c8a9c99-752d-4b7e-8d1b-bc76e4c18a1f req-6108b38c-7229-4364-8454-9da9529ade25 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&id=19201205-61e7-4320-8404-fed90554545d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356927 Jun 30 02:59:05.951826 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:06.487182 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:07.030266 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e794905-943c-4d2f-b765-bd916f223837 req-78653e10-3bff-4e8f-8630-83af04eb481a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:07.031720 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1e794905-943c-4d2f-b765-bd916f223837 req-78653e10-3bff-4e8f-8630-83af04eb481a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 985 time: 0.0615506 Jun 30 02:59:07.071341 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-1e794905-943c-4d2f-b765-bd916f223837 req-0eb7330a-f8ee-487b-b21c-1bcddae668ab tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&id=19201205-61e7-4320-8404-fed90554545d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330343 Jun 30 02:59:08.242079 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34196c93-f95a-4f44-a810-94d35d74eabb req-9563a400-35bb-4a12-9eeb-db1b30c56be5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:08.243588 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-34196c93-f95a-4f44-a810-94d35d74eabb req-9563a400-35bb-4a12-9eeb-db1b30c56be5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 985 time: 0.0624311 Jun 30 02:59:08.282268 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-34196c93-f95a-4f44-a810-94d35d74eabb req-14f1593b-dc44-43cd-aa6d-a46391d66ae0 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&id=19201205-61e7-4320-8404-fed90554545d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330768 Jun 30 02:59:08.391973 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:09.455300 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec542c2-9dc2-493e-b818-562906ec9e3c req-cc2cc7af-b059-4ea7-abb1-d548d9892137 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:09.457450 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7ec542c2-9dc2-493e-b818-562906ec9e3c req-cc2cc7af-b059-4ea7-abb1-d548d9892137 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 985 time: 0.0646718 Jun 30 02:59:09.499368 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-7ec542c2-9dc2-493e-b818-562906ec9e3c req-23d8e56d-e947-45d3-aa11-c82ee57f5590 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&id=19201205-61e7-4320-8404-fed90554545d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361991 Jun 30 02:59:10.676332 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b93f00-9ba0-4816-924b-4da738afbf0d req-92d3f9b9-85c5-4c87-9035-a201f030fbd9 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:10.677772 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b9b93f00-9ba0-4816-924b-4da738afbf0d req-92d3f9b9-85c5-4c87-9035-a201f030fbd9 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 985 time: 0.0677927 Jun 30 02:59:10.717441 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-b9b93f00-9ba0-4816-924b-4da738afbf0d req-e0d46016-8fe9-4916-b136-959eef9749e2 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&id=19201205-61e7-4320-8404-fed90554545d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338268 Jun 30 02:59:13.019469 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:24.306824 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 02:59:32.766649 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-d985d1c0-2997-4d71-b58f-e09204e6e9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:35.232888 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-cf99941f-581e-4631-8fb9-db8b2430b78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:35.952781 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:36.490454 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:38.394186 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:43.040534 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 02:59:56.570774 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9afeae23-f4b3-4cef-aecd-77678d26acad req-497a0ac9-4ba4-4c13-8df0-04c9f9c359fd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506501 Jun 30 02:59:56.665541 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeae23-f4b3-4cef-aecd-77678d26acad req-4dae8cf0-495f-4173-b8be-2d57134411c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:56.667047 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9afeae23-f4b3-4cef-aecd-77678d26acad req-4dae8cf0-495f-4173-b8be-2d57134411c3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a3357d953c28415896228ac49f2f7482&device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 1138 time: 0.0522079 Jun 30 02:59:56.773216 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeae23-f4b3-4cef-aecd-77678d26acad req-af25c530-0b80-48f8-b463-71a8e1c67e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:56.774668 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9afeae23-f4b3-4cef-aecd-77678d26acad req-af25c530-0b80-48f8-b463-71a8e1c67e7b service neutron] 10.222.0.88 "GET /v2.0/networks?id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45 HTTP/1.1" status: 200 len: 916 time: 0.0885808 Jun 30 02:59:56.839100 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9afeae23-f4b3-4cef-aecd-77678d26acad req-6970aa46-044f-43e4-afa0-879da693e1fd service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 200 len: 1001 time: 0.0580301 Jun 30 02:59:56.887497 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeae23-f4b3-4cef-aecd-77678d26acad req-d16bad31-2f19-447d-a93c-90b4cbad67ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:56.888899 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9afeae23-f4b3-4cef-aecd-77678d26acad req-d16bad31-2f19-447d-a93c-90b4cbad67ed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ce730d7a-929b-4124-bb2d-f8d057a7a49d HTTP/1.1" status: 200 len: 853 time: 0.0440295 Jun 30 02:59:56.947495 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeae23-f4b3-4cef-aecd-77678d26acad req-84740623-d46f-4ad4-9622-c540c2975763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 02:59:56.948986 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9afeae23-f4b3-4cef-aecd-77678d26acad req-84740623-d46f-4ad4-9622-c540c2975763 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541468 Jun 30 02:59:57.035674 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9afeae23-f4b3-4cef-aecd-77678d26acad req-829adff2-6051-4145-a667-769db12e3ab4 service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802763 Jun 30 02:59:57.128764 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-9afeae23-f4b3-4cef-aecd-77678d26acad req-2f1e4dfa-902f-4ce0-a2fc-d4b8c37e3960 service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845978 Jun 30 03:00:01.306336 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:00:02.767948 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-7059750a-5bb9-4acb-8061-094d9ff07006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.233208 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-b4dadb96-901d-43a2-bed6-26f6c2b61d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:05.952956 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:06.493607 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:08.396274 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:13.040730 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.176129 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-162c1f19-016a-4e12-a47d-ccbe6c21e4fc req-a510db8d-3bdf-4a99-96b7-40a64710252a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-302916670&fields=id&tenant_id=a3357d953c28415896228ac49f2f7482 HTTP/1.1" status: 200 len: 267 time: 0.0337486 Jun 30 03:00:14.248297 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c1f19-016a-4e12-a47d-ccbe6c21e4fc req-d61bb5a6-9695-4fe9-81a3-775216f19c10 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.249743 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-162c1f19-016a-4e12-a47d-ccbe6c21e4fc req-d61bb5a6-9695-4fe9-81a3-775216f19c10 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 985 time: 0.0685391 Jun 30 03:00:14.260984 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.v2.base [req-162c1f19-016a-4e12-a47d-ccbe6c21e4fc req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Request body: {'port': {'security_groups': ['d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b']}} {{(pid=99696) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 03:00:14.344458 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-162c1f19-016a-4e12-a47d-ccbe6c21e4fc req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1984054'] for port, before_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.513593 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-162c1f19-016a-4e12-a47d-ccbe6c21e4fc req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] For port e07f7ce9-6792-498e-9036-f5b69aa3b9ca, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,segment=NetworkSegment(dffd60e5-dc41-47f4-86b2-c686021151b3),segment_id=dffd60e5-dc41-47f4-86b2-c686021151b3)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:14.543533 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-162c1f19-016a-4e12-a47d-ccbe6c21e4fc req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for port, precommit_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.548005 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-162c1f19-016a-4e12-a47d-ccbe6c21e4fc req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728670359053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728669822172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728669823501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4655220'] for port, after_update {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.560471 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['e07f7ce9-6792-498e-9036-f5b69aa3b9ca'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:14.592138 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c1f19-016a-4e12-a47d-ccbe6c21e4fc req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.592727 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-162c1f19-016a-4e12-a47d-ccbe6c21e4fc req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.594199 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-162c1f19-016a-4e12-a47d-ccbe6c21e4fc req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "PUT /v2.0/ports/e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 200 len: 943 time: 0.3377852 Jun 30 03:00:14.594689 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:14.597547 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41ea193-1885-4822-a22e-766f66b16b79" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:14.601174 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 36020) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:14.630422 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event updated for resources: {'Port': ['ID=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,revision_number=7']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:14.639327 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.639680 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.640036 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.640637 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.640775 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.641052 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.641384 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.641862 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.642196 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.643578 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.643578 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.643987 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f5e11-26df-4096-988e-48b432da7ec5 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.666470 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['e07f7ce9-6792-498e-9036-f5b69aa3b9ca'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:14.694831 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.725759 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.732355 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174e9b7f-96d6-4321-861c-a80a4e0a944c x-openstack-request-id: req-174e9b7f-96d6-4321-861c-a80a4e0a944c {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:14.732898 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:14.733321 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-174e9b7f-96d6-4321-861c-a80a4e0a944c {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:14.733878 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca', 'status': 'completed', 'code': 200} Jun 30 03:00:14.815425 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.818853 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.820073 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "DELETE /v2.0/security-groups/19201205-61e7-4320-8404-fed90554545d HTTP/1.1" status: 204 len: 168 time: 0.2151308 Jun 30 03:00:14.823501 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 36028) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:14.836159 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ea193-1885-4822-a22e-766f66b16b79 req-c97d0f44-3743-474b-a383-02eccc2e182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.837713 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c41ea193-1885-4822-a22e-766f66b16b79 req-c97d0f44-3743-474b-a383-02eccc2e182a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a3357d953c28415896228ac49f2f7482&device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 1099 time: 0.0822754 Jun 30 03:00:14.867600 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19201205-61e7-4320-8404-fed90554545d,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:14.881914 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.882194 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.882544 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.882878 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.883249 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.883581 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.883914 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.884238 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.884562 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.884884 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.885205 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.885526 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32dd669-059a-4a0f-a3c3-40533c79a74a tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733062-20-iscsi {{(pid=99697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 03:00:14.918267 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.provisioning_blocks [None req-19f89df5-b6a1-406b-8597-9e4896dde913 None None] Provisioning complete for port e07f7ce9-6792-498e-9036-f5b69aa3b9ca triggered by entity DHCP. {{(pid=99698) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 03:00:14.918640 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-19f89df5-b6a1-406b-8597-9e4896dde913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007245'] for port, provisioning_complete {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:14.951340 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ea193-1885-4822-a22e-766f66b16b79 req-313f564a-f5a9-4288-bebb-f0e226aa7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:14.952829 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c41ea193-1885-4822-a22e-766f66b16b79 req-313f564a-f5a9-4288-bebb-f0e226aa7c41 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45 HTTP/1.1" status: 200 len: 916 time: 0.1082840 Jun 30 03:00:15.003076 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-b16f035f-e77b-4670-8f65-9487943ecce7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Deleting port c165fe30-29fc-49dc-8dcd-677df0554cef {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:15.003420 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b16f035f-e77b-4670-8f65-9487943ecce7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.020275 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c41ea193-1885-4822-a22e-766f66b16b79 req-7b8872a4-996b-4677-a43b-d01679386aad service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 200 len: 1001 time: 0.0607841 Jun 30 03:00:15.073960 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ea193-1885-4822-a22e-766f66b16b79 req-2487f29c-289b-4d89-847e-1c637c4fb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.075447 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c41ea193-1885-4822-a22e-766f66b16b79 req-2487f29c-289b-4d89-847e-1c637c4fb1b2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ce730d7a-929b-4124-bb2d-f8d057a7a49d HTTP/1.1" status: 200 len: 853 time: 0.0473907 Jun 30 03:00:15.081303 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b16f035f-e77b-4670-8f65-9487943ecce7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.081712 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b16f035f-e77b-4670-8f65-9487943ecce7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.093139 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-b16f035f-e77b-4670-8f65-9487943ecce7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Calling delete_port for c165fe30-29fc-49dc-8dcd-677df0554cef owned by network:floatingip {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:15.132945 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ea193-1885-4822-a22e-766f66b16b79 req-9de39959-fa7b-48a4-9f4c-47446d920b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.134536 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c41ea193-1885-4822-a22e-766f66b16b79 req-9de39959-fa7b-48a4-9f4c-47446d920b8d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523772 Jun 30 03:00:15.225300 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c41ea193-1885-4822-a22e-766f66b16b79 req-466a6879-05ca-4f49-bf82-987a0ce46b17 service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839834 Jun 30 03:00:15.243999 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b16f035f-e77b-4670-8f65-9487943ecce7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.271207 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f035f-e77b-4670-8f65-9487943ecce7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event deleted for resources: {'Port': ['ID=c165fe30-29fc-49dc-8dcd-677df0554cef,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:15.328736 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-c41ea193-1885-4822-a22e-766f66b16b79 req-82f81bf9-59a3-4980-b60c-992ba70142a2 service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947845 Jun 30 03:00:15.336338 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b16f035f-e77b-4670-8f65-9487943ecce7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks [] for floatingip, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.336722 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.db.l3_db [None req-b16f035f-e77b-4670-8f65-9487943ecce7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Floating IP e1046b57-89c7-4ef8-a093-7f8e99a0999c disassociated (deleted). External IP: 172.27.0.29, port: e07f7ce9-6792-498e-9036-f5b69aa3b9ca. Jun 30 03:00:15.539698 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16f035f-e77b-4670-8f65-9487943ecce7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Router a0ab0025-875e-4716-90e9-c68c5684bc33 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:15.646812 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16f035f-e77b-4670-8f65-9487943ecce7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:15.651665 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-b16f035f-e77b-4670-8f65-9487943ecce7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for floatingip, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:15.655994 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2425e1-fe7f-4e15-98d0-f4675a26cf95 None None] Sync routers for ids ['a0ab0025-875e-4716-90e9-c68c5684bc33'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:15.665057 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2425e1-fe7f-4e15-98d0-f4675a26cf95 None None] Routers {'a0ab0025-875e-4716-90e9-c68c5684bc33'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:15.665661 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-bc2425e1-fe7f-4e15-98d0-f4675a26cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T03:00:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['a0ab0025-875e-4716-90e9-c68c5684bc33'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:15.690709 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-b16f035f-e77b-4670-8f65-9487943ecce7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "DELETE /v2.0/floatingips/e1046b57-89c7-4ef8-a093-7f8e99a0999c HTTP/1.1" status: 204 len: 168 time: 0.8650911 Jun 30 03:00:15.691324 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca'}] {{(pid=99697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:15.693580 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7b7f5baf573436b176afe0d81d1f51af27148d2e3508bf06a547a56a88bfd8d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb04fd2-d50e-4b14-87ba-7b393858799d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca"}]}' {{(pid=99697) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:15.759462 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da17ee7e-ec91-41f5-ab00-8ca3bdd7ca93 x-openstack-request-id: req-da17ee7e-ec91-41f5-ab00-8ca3bdd7ca93 {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:15.760290 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca", "status": "completed", "code": 200}]} {{(pid=99697) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:15.760290 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-da17ee7e-ec91-41f5-ab00-8ca3bdd7ca93 {{(pid=99697) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:15.760644 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca', 'status': 'completed', 'code': 200} Jun 30 03:00:15.777580 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-bc2425e1-fe7f-4e15-98d0-f4675a26cf95 None None] Set router a0ab0025-875e-4716-90e9-c68c5684bc33 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:15.837325 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb04fd2-d50e-4b14-87ba-7b393858799d req-78446d42-5aaf-4adb-8db1-a8710e2566b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.838846 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-edb04fd2-d50e-4b14-87ba-7b393858799d req-78446d42-5aaf-4adb-8db1-a8710e2566b6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=a3357d953c28415896228ac49f2f7482&device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 1099 time: 0.0561116 Jun 30 03:00:15.957815 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb04fd2-d50e-4b14-87ba-7b393858799d req-a6d63bed-7ac3-4a02-b979-d712f6d370e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:15.959463 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-edb04fd2-d50e-4b14-87ba-7b393858799d req-a6d63bed-7ac3-4a02-b979-d712f6d370e9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45 HTTP/1.1" status: 200 len: 916 time: 0.1088259 Jun 30 03:00:15.997983 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-bc2425e1-fe7f-4e15-98d0-f4675a26cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 4, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port': {'id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '025aeee9-14b2-491d-bc78-0bf823fbca6e', 'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'mac_address': 'fa:16:3e:5a:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 5, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'subnets': [{'id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:16.013659 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-edb04fd2-d50e-4b14-87ba-7b393858799d req-3df01be1-8778-4982-9aeb-2ccf017a430c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 200 len: 217 time: 0.0447781 Jun 30 03:00:16.026408 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2425e1-fe7f-4e15-98d0-f4675a26cf95 None None] Checking router: a0ab0025-875e-4716-90e9-c68c5684bc33 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:16.035684 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2425e1-fe7f-4e15-98d0-f4675a26cf95 None None] Routers {'a0ab0025-875e-4716-90e9-c68c5684bc33'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:16.036456 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-bc2425e1-fe7f-4e15-98d0-f4675a26cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T03:00:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['a0ab0025-875e-4716-90e9-c68c5684bc33'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:16.067533 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb04fd2-d50e-4b14-87ba-7b393858799d req-431accee-61db-4352-b9db-3cc3d6970f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:16.069044 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-edb04fd2-d50e-4b14-87ba-7b393858799d req-431accee-61db-4352-b9db-3cc3d6970f49 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=ce730d7a-929b-4124-bb2d-f8d057a7a49d HTTP/1.1" status: 200 len: 853 time: 0.0497417 Jun 30 03:00:16.130457 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb04fd2-d50e-4b14-87ba-7b393858799d req-160f95fe-0353-4eda-a6e8-d087e476f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:16.131869 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-edb04fd2-d50e-4b14-87ba-7b393858799d req-160f95fe-0353-4eda-a6e8-d087e476f6fd service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d58dbe9e-332f-49f5-a4d4-a21a6c347f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563338 Jun 30 03:00:16.145679 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-bc2425e1-fe7f-4e15-98d0-f4675a26cf95 None None] Set router a0ab0025-875e-4716-90e9-c68c5684bc33 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:16.221600 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-edb04fd2-d50e-4b14-87ba-7b393858799d req-c3a3fc97-2b60-44c6-8ccd-f105296ac173 service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821278 Jun 30 03:00:16.313659 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-edb04fd2-d50e-4b14-87ba-7b393858799d req-d010baa0-8d4c-451c-8fd2-70f1492912af service neutron] 10.222.0.88 "GET /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849245 Jun 30 03:00:16.349809 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-bc2425e1-fe7f-4e15-98d0-f4675a26cf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 4, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port': {'id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '025aeee9-14b2-491d-bc78-0bf823fbca6e', 'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'mac_address': 'fa:16:3e:5a:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 5, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'subnets': [{'id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:16.376551 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2425e1-fe7f-4e15-98d0-f4675a26cf95 None None] The sync data for ids ['a0ab0025-875e-4716-90e9-c68c5684bc33'] in dv-cinder-733062-20-iscsi is: [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T02:57:03Z', 'revision_number': 4, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port': {'id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi', '_interfaces': [{'id': '025aeee9-14b2-491d-bc78-0bf823fbca6e', 'name': '', 'network_id': 'd58dbe9e-332f-49f5-a4d4-a21a6c347f45', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'mac_address': 'fa:16:3e:5a:0b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:03Z', 'updated_at': '2021-06-30T02:57:08Z', 'revision_number': 5, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'subnets': [{'id': 'ce730d7a-929b-4124-bb2d-f8d057a7a49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:16.590899 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d72db93-66fb-44cd-9386-be434d4ae203 None None] New status for floating IP e1046b57-89c7-4ef8-a093-7f8e99a0999c: DOWN {{(pid=99699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 03:00:18.890338 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350efa8-b0bb-4e18-a316-9072fe087302 req-43540413-093f-460f-81ed-a897593e8861 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:18.891822 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2350efa8-b0bb-4e18-a316-9072fe087302 req-43540413-093f-460f-81ed-a897593e8861 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 946 time: 0.0628700 Jun 30 03:00:18.929714 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-2350efa8-b0bb-4e18-a316-9072fe087302 req-68e6341d-b546-4476-bbd2-cb6094e8a7f6 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322042 Jun 30 03:00:20.106139 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c56156-545e-4e0b-91ce-c8568cb2ad7f req-c97912f3-4dae-4662-8a5b-f0ea007dec67 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:20.107858 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-02c56156-545e-4e0b-91ce-c8568cb2ad7f req-c97912f3-4dae-4662-8a5b-f0ea007dec67 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 946 time: 0.0629327 Jun 30 03:00:20.145908 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-02c56156-545e-4e0b-91ce-c8568cb2ad7f req-475b08de-2b23-4a1a-8544-17759a9c8c75 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Jun 30 03:00:20.977238 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d73dc9-677c-4d19-a096-9be793c66a91 req-5e1878a4-4dc0-48fd-a2a8-29cb3db733e7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99696) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:20.978582 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-26d73dc9-677c-4d19-a096-9be793c66a91 req-5e1878a4-4dc0-48fd-a2a8-29cb3db733e7 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.88 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 946 time: 0.0616500 Jun 30 03:00:21.082436 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-26d73dc9-677c-4d19-a096-9be793c66a91 req-860cd9cd-e216-420c-9419-643cbe9223e8 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Deleting port e07f7ce9-6792-498e-9036-f5b69aa3b9ca {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:21.082778 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-26d73dc9-677c-4d19-a096-9be793c66a91 req-860cd9cd-e216-420c-9419-643cbe9223e8 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.172108 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [req-26d73dc9-677c-4d19-a096-9be793c66a91 req-860cd9cd-e216-420c-9419-643cbe9223e8 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] For port e07f7ce9-6792-498e-9036-f5b69aa3b9ca, host hv-cinder-73306, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73306',level=0,port_id=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,segment=NetworkSegment(dffd60e5-dc41-47f4-86b2-c686021151b3),segment_id=dffd60e5-dc41-47f4-86b2-c686021151b3)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:21.172798 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-26d73dc9-677c-4d19-a096-9be793c66a91 req-860cd9cd-e216-420c-9419-643cbe9223e8 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.191445 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [req-26d73dc9-677c-4d19-a096-9be793c66a91 req-860cd9cd-e216-420c-9419-643cbe9223e8 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Calling delete_port for e07f7ce9-6792-498e-9036-f5b69aa3b9ca owned by compute:nova {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:21.318207 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d263e-6669-4781-86f9-20ff1e2f28a7 req-d7e920b8-14cd-4beb-b3a8-be0e6fe8e338 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 03:00:21.319707 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5d5d263e-6669-4781-86f9-20ff1e2f28a7 req-d7e920b8-14cd-4beb-b3a8-be0e6fe8e338 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/ports?device_id=7c6b5223-f725-4c90-9567-33123afbe101 HTTP/1.1" status: 200 len: 946 time: 0.0642021 Jun 30 03:00:21.324736 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-26d73dc9-677c-4d19-a096-9be793c66a91 req-860cd9cd-e216-420c-9419-643cbe9223e8 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.337961 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.db [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] get_ports_and_sgs() called for port_ids ['e07f7ce9-6792-498e-9036-f5b69aa3b9ca'] {{(pid=99698) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 03:00:21.354395 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cd9cd-e216-420c-9419-643cbe9223e8 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Pushing event deleted for resources: {'Port': ['ID=e07f7ce9-6792-498e-9036-f5b69aa3b9ca,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:21.364293 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [req-5d5d263e-6669-4781-86f9-20ff1e2f28a7 req-babee9e2-3bae-4511-99fa-e585bc32dfec tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.104 "GET /v2.0/security-groups?id=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383210 Jun 30 03:00:21.408316 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d73dc9-677c-4d19-a096-9be793c66a91 req-860cd9cd-e216-420c-9419-643cbe9223e8 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] No DVR routers for this DVR port e07f7ce9-6792-498e-9036-f5b69aa3b9ca on host hv-cinder-73306 {{(pid=99696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:21.411683 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [req-26d73dc9-677c-4d19-a096-9be793c66a91 req-860cd9cd-e216-420c-9419-643cbe9223e8 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-63801'] for port, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:21.413792 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [req-26d73dc9-677c-4d19-a096-9be793c66a91 req-860cd9cd-e216-420c-9419-643cbe9223e8 tempest-TestMinimumBasicScenario-1139725732 tempest-TestMinimumBasicScenario-1139725732-project] 10.222.0.88 "DELETE /v2.0/ports/e07f7ce9-6792-498e-9036-f5b69aa3b9ca HTTP/1.1" status: 204 len: 173 time: 0.4295623 Jun 30 03:00:21.414243 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'name': 'network-vif-deleted', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca'}] {{(pid=99696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 03:00:21.416476 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6df302e3069d1897201609856bd09c00287953cc69f322862ac7d2a7aab3c3cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582fa88f-8c1f-4a5f-a3b6-b513001c70e6" -d '{"events": [{"server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "name": "network-vif-deleted", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca"}]}' {{(pid=99696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 03:00:21.458737 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 03:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3228fbae-4913-4afc-8e44-d57bdcdc0bcd x-openstack-request-id: req-3228fbae-4913-4afc-8e44-d57bdcdc0bcd {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 03:00:21.459051 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c6b5223-f725-4c90-9567-33123afbe101", "name": "network-vif-deleted", "tag": "e07f7ce9-6792-498e-9036-f5b69aa3b9ca", "status": "completed", "code": 200}]} {{(pid=99696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 03:00:21.459304 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-3228fbae-4913-4afc-8e44-d57bdcdc0bcd {{(pid=99696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 03:00:21.459710 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c6b5223-f725-4c90-9567-33123afbe101', 'name': 'network-vif-deleted', 'tag': 'e07f7ce9-6792-498e-9036-f5b69aa3b9ca', 'status': 'completed', 'code': 200} Jun 30 03:00:23.071839 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 36118) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:23.626227 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75ab3da9-6b69-43c0-99b3-c567b294f845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040810'] for router_interface, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.697885 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device e07f7ce9-6792-498e-9036-f5b69aa3b9ca no longer exists at agent hyperv_hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:23.722411 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] No Port match for: e07f7ce9-6792-498e-9036-f5b69aa3b9ca {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:23.722874 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Device e07f7ce9-6792-498e-9036-f5b69aa3b9ca not bound to the agent host hv-cinder-73306 {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:23.873783 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-75ab3da9-6b69-43c0-99b3-c567b294f845 admin admin] Deleting port 025aeee9-14b2-491d-bc78-0bf823fbca6e {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:23.874072 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75ab3da9-6b69-43c0-99b3-c567b294f845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.951937 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.db [None req-75ab3da9-6b69-43c0-99b3-c567b294f845 admin admin] For port 025aeee9-14b2-491d-bc78-0bf823fbca6e, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=025aeee9-14b2-491d-bc78-0bf823fbca6e,segment=NetworkSegment(dffd60e5-dc41-47f4-86b2-c686021151b3),segment_id=dffd60e5-dc41-47f4-86b2-c686021151b3)] {{(pid=99697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:23.952300 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75ab3da9-6b69-43c0-99b3-c567b294f845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:23.968031 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-75ab3da9-6b69-43c0-99b3-c567b294f845 admin admin] Calling delete_port for 025aeee9-14b2-491d-bc78-0bf823fbca6e owned by network:router_interface {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:24.149963 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75ab3da9-6b69-43c0-99b3-c567b294f845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.175461 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab3da9-6b69-43c0-99b3-c567b294f845 admin admin] Pushing event deleted for resources: {'Port': ['ID=025aeee9-14b2-491d-bc78-0bf823fbca6e,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:24.340095 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-75ab3da9-6b69-43c0-99b3-c567b294f845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1040720'] for router_interface, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.549742 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ab3da9-6b69-43c0-99b3-c567b294f845 admin admin] Router a0ab0025-875e-4716-90e9-c68c5684bc33 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:24.654396 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ab3da9-6b69-43c0-99b3-c567b294f845 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:24.659835 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-75ab3da9-6b69-43c0-99b3-c567b294f845 admin admin] 10.222.0.104 "PUT /v2.0/routers/a0ab0025-875e-4716-90e9-c68c5684bc33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5869606 Jun 30 03:00:24.662314 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 36120) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:24.664467 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aed30d8-87fb-4456-bff4-965588265b5a None None] Sync routers for ids ['a0ab0025-875e-4716-90e9-c68c5684bc33'] in dv-cinder-733062-20-iscsi {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:24.673450 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aed30d8-87fb-4456-bff4-965588265b5a None None] Routers {'a0ab0025-875e-4716-90e9-c68c5684bc33'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:24.674612 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-2aed30d8-87fb-4456-bff4-965588265b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T03:00:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['a0ab0025-875e-4716-90e9-c68c5684bc33'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:24.764367 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Notify callbacks [] for router, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.777262 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-2aed30d8-87fb-4456-bff4-965588265b5a None None] Set router a0ab0025-875e-4716-90e9-c68c5684bc33 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:24.870064 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:24.924608 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Deleting port d3a6bf7b-5597-4d44-a51f-0f37740c178b {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:24.924954 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.001000 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.db [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] For port d3a6bf7b-5597-4d44-a51f-0f37740c178b, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=d3a6bf7b-5597-4d44-a51f-0f37740c178b,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:25.001363 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.017898 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Calling delete_port for d3a6bf7b-5597-4d44-a51f-0f37740c178b owned by network:router_gateway {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:25.075478 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-2aed30d8-87fb-4456-bff4-965588265b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T03:00:24Z', 'revision_number': 5, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port': {'id': 'd3a6bf7b-5597-4d44-a51f-0f37740c178b', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:62:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:01Z', 'updated_at': '2021-06-30T02:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:25.102921 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aed30d8-87fb-4456-bff4-965588265b5a None None] Checking router: a0ab0025-875e-4716-90e9-c68c5684bc33 for host: dv-cinder-733062-20-iscsi {{(pid=99698) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:25.111547 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aed30d8-87fb-4456-bff4-965588265b5a None None] Routers {'a0ab0025-875e-4716-90e9-c68c5684bc33'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99698) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:25.112153 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-2aed30d8-87fb-4456-bff4-965588265b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T03:00:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['a0ab0025-875e-4716-90e9-c68c5684bc33'], 'active': True} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:25.182124 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.200169 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_dvr_db [None req-2aed30d8-87fb-4456-bff4-965588265b5a None None] Set router a0ab0025-875e-4716-90e9-c68c5684bc33 gateway port host: None {{(pid=99698) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:25.212371 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a6bf7b-5597-4d44-a51f-0f37740c178b,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:25.255758 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.db.l3_hamode_db [None req-2aed30d8-87fb-4456-bff4-965588265b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T03:00:24Z', 'revision_number': 6, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port_host': None}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:25.273982 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1044583'] for router_gateway, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.281952 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aed30d8-87fb-4456-bff4-965588265b5a None None] The sync data for ids ['a0ab0025-875e-4716-90e9-c68c5684bc33'] in dv-cinder-733062-20-iscsi is: [{'id': 'a0ab0025-875e-4716-90e9-c68c5684bc33', 'name': 'tempest-TestMinimumBasicScenario-904456876-router', 'tenant_id': 'a3357d953c28415896228ac49f2f7482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:00Z', 'updated_at': '2021-06-30T03:00:24Z', 'revision_number': 6, 'project_id': 'a3357d953c28415896228ac49f2f7482', 'gw_port_host': None}] {{(pid=99698) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:25.366815 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38380'] for router, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.368906 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.411228 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1046531'] for router, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.411828 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0ab0025-875e-4716-90e9-c68c5684bc33 {{(pid=99697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:00:25.416256 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] Notify callbacks [] for router, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.417376 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-f90db9ee-d786-4b71-a457-155334971480 admin admin] 10.222.0.104 "DELETE /v2.0/routers/a0ab0025-875e-4716-90e9-c68c5684bc33 HTTP/1.1" status: 204 len: 168 time: 0.7541089 Jun 30 03:00:25.419949 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 36122) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:25.466470 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6cdc58-4902-4d9b-8c7c-c41c9f50865a admin admin] Deleting subnet ce730d7a-929b-4124-bb2d-f8d057a7a49d {{(pid=99697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:00:25.469303 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdc58-4902-4d9b-8c7c-c41c9f50865a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.502615 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdc58-4902-4d9b-8c7c-c41c9f50865a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6836301'] for subnet, precommit_delete_associations {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.577989 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdc58-4902-4d9b-8c7c-c41c9f50865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.634394 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdc58-4902-4d9b-8c7c-c41c9f50865a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6448231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5756988'] for subnet, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.660772 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6cdc58-4902-4d9b-8c7c-c41c9f50865a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce730d7a-929b-4124-bb2d-f8d057a7a49d,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:25.664481 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-7d6cdc58-4902-4d9b-8c7c-c41c9f50865a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for subnet, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.666388 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-7d6cdc58-4902-4d9b-8c7c-c41c9f50865a admin admin] 10.222.0.104 "DELETE /v2.0/subnets/ce730d7a-929b-4124-bb2d-f8d057a7a49d HTTP/1.1" status: 204 len: 168 time: 0.2455101 Jun 30 03:00:25.668871 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 36124) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:25.671432 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382e9ef1-b169-49d1-87fc-94f2d3bd60f5 None None] Network d58dbe9e-332f-49f5-a4d4-a21a6c347f45 requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:25.749092 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.802148 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Deleting port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:25.802691 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.874246 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.db [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] For port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=1f04f2ec-163e-4ecb-b9c4-97d00bf3d920,segment=NetworkSegment(dffd60e5-dc41-47f4-86b2-c686021151b3),segment_id=dffd60e5-dc41-47f4-86b2-c686021151b3)] {{(pid=99697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:25.874600 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.887644 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Calling delete_port for 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 owned by network:dhcp {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:25.965030 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:25.995608 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] No DVR routers for this DVR port 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 on host dv-cinder-733062-20-iscsi {{(pid=99697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:25.998963 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f04f2ec-163e-4ecb-b9c4-97d00bf3d920,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:26.070299 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.077660 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1345c9-9d4d-4f80-b09f-f1d5f87d90f6 None None] DHCP port deletion for d58dbe9e-332f-49f5-a4d4-a21a6c347f45 request from dv-cinder-733062-20-iscsi {{(pid=99698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:00:26.092467 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58dbe9e-332f-49f5-a4d4-a21a6c347f45']}} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:26.106914 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dffd60e5-dc41-47f4-86b2-c686021151b3') {'for_net_delete': True} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:26.107254 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dffd60e5-dc41-47f4-86b2-c686021151b3') {} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:26.116771 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6836292'] for segment, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.130627 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.137541 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=99697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:26.138152 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6448324'] for segment, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: conditions |= (models_v2.Port.network_id.in_( Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: Traceback (most recent call last): Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: timer() Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: cb(*args, **kw) Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: return func(*args, **kwargs) Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: self._notify() Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: self.callback(batched_events) Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: event.method(event) Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: return f(self, *a, **k) Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._get(url).json() Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:26.139941 dv-cinder-733062-20-iscsi neutron-server[99697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:26.150545 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 025aeee9-14b2-491d-bc78-0bf823fbca6e no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:26.175892 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 025aeee9-14b2-491d-bc78-0bf823fbca6e {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:26.176222 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 025aeee9-14b2-491d-bc78-0bf823fbca6e not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:26.176643 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:26.195600 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:26.195954 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 1f04f2ec-163e-4ecb-b9c4-97d00bf3d920 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:26.196474 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device d3a6bf7b-5597-4d44-a51f-0f37740c178b no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:26.199831 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.204253 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.209493 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 36126) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:26.209964 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] 10.222.0.104 "DELETE /v2.0/networks/d58dbe9e-332f-49f5-a4d4-a21a6c347f45 HTTP/1.1" status: 204 len: 168 time: 0.5380309 Jun 30 03:00:26.222368 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: d3a6bf7b-5597-4d44-a51f-0f37740c178b {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:26.222718 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device d3a6bf7b-5597-4d44-a51f-0f37740c178b not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:26.223356 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa1602-b959-4514-b54a-cc0453c1fa90 admin admin] Pushing event deleted for resources: {'Network': ['ID=d58dbe9e-332f-49f5-a4d4-a21a6c347f45,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:26.567338 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2e8a209e-69ca-4a84-8e41-15418ed5a524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040810'] for router_interface, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.816480 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a209e-69ca-4a84-8e41-15418ed5a524 admin admin] Deleting port c54686c1-2e7a-4280-be49-73009d245774 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:26.816823 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2e8a209e-69ca-4a84-8e41-15418ed5a524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.894356 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-2e8a209e-69ca-4a84-8e41-15418ed5a524 admin admin] For port c54686c1-2e7a-4280-be49-73009d245774, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=c54686c1-2e7a-4280-be49-73009d245774,segment=NetworkSegment(7c6df0c0-deb1-4156-b1c4-edb55f7a8e70),segment_id=7c6df0c0-deb1-4156-b1c4-edb55f7a8e70)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:26.894640 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2e8a209e-69ca-4a84-8e41-15418ed5a524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:26.907096 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-2e8a209e-69ca-4a84-8e41-15418ed5a524 admin admin] Calling delete_port for c54686c1-2e7a-4280-be49-73009d245774 owned by network:router_interface {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:27.083467 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2e8a209e-69ca-4a84-8e41-15418ed5a524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.108702 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a209e-69ca-4a84-8e41-15418ed5a524 admin admin] Pushing event deleted for resources: {'Port': ['ID=c54686c1-2e7a-4280-be49-73009d245774,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:27.279444 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-2e8a209e-69ca-4a84-8e41-15418ed5a524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1040720'] for router_interface, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.493422 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8a209e-69ca-4a84-8e41-15418ed5a524 admin admin] Router 6572577e-fb3d-4d18-90a9-482b1344b3f6 has already been hosted by L3 agent 630d7cb9-e693-41f2-a132-725f9743fc25 {{(pid=99696) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 03:00:27.861860 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a209e-69ca-4a84-8e41-15418ed5a524 admin admin] Notify agent at l3_agent.dv-cinder-733062-20-iscsi the message routers_updated {{(pid=99696) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 03:00:27.866753 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-2e8a209e-69ca-4a84-8e41-15418ed5a524 admin admin] 10.222.0.104 "PUT /v2.0/routers/6572577e-fb3d-4d18-90a9-482b1344b3f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6561434 Jun 30 03:00:27.869292 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 36128) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:27.870060 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e20dda-8ed7-41bd-8ef5-e82663e7affb None None] Sync routers for ids ['6572577e-fb3d-4d18-90a9-482b1344b3f6'] in dv-cinder-733062-20-iscsi {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 03:00:27.879631 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e20dda-8ed7-41bd-8ef5-e82663e7affb None None] Routers {'6572577e-fb3d-4d18-90a9-482b1344b3f6'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:27.880228 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-13e20dda-8ed7-41bd-8ef5-e82663e7affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T03:00:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['6572577e-fb3d-4d18-90a9-482b1344b3f6'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:27.975952 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Notify callbacks [] for router, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:27.987108 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-13e20dda-8ed7-41bd-8ef5-e82663e7affb None None] Set router 6572577e-fb3d-4d18-90a9-482b1344b3f6 gateway port host: dv-cinder-733062-20-iscsi {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:28.078424 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.132418 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Deleting port be6d93e3-0521-4268-b1e6-7ea9944c9327 {{(pid=99696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:28.132723 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.165083 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-13e20dda-8ed7-41bd-8ef5-e82663e7affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'name': 'tempest-TestMinimumBasicScenario-1383919442-router', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'external_fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T03:00:27Z', 'revision_number': 5, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'gw_port': {'id': 'be6d93e3-0521-4268-b1e6-7ea9944c9327', 'name': '', 'network_id': '5c243ec1-c514-4a50-9951-3a294683a08a', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:13:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733062-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T02:57:06Z', 'updated_at': '2021-06-30T02:57:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fa3c6fbb-c7e3-412f-b96c-c016d3aa8455', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733062-20-iscsi'}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:28.195045 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e20dda-8ed7-41bd-8ef5-e82663e7affb None None] Checking router: 6572577e-fb3d-4d18-90a9-482b1344b3f6 for host: dv-cinder-733062-20-iscsi {{(pid=99699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 03:00:28.203099 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e20dda-8ed7-41bd-8ef5-e82663e7affb None None] Routers {'6572577e-fb3d-4d18-90a9-482b1344b3f6'} bound to L3 agent in host dv-cinder-733062-20-iscsi {{(pid=99699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 03:00:28.203698 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-13e20dda-8ed7-41bd-8ef5-e82663e7affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733062-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T02:34:35Z,description=,heartbeat_timestamp=2021-06-30T03:00:05Z,host='dv-cinder-733062-20-iscsi',id=630d7cb9-e693-41f2-a132-725f9743fc25,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T02:34:35Z,topic='l3_agent')) {'router_ids': ['6572577e-fb3d-4d18-90a9-482b1344b3f6'], 'active': True} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:28.210758 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.db [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] For port be6d93e3-0521-4268-b1e6-7ea9944c9327, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=be6d93e3-0521-4268-b1e6-7ea9944c9327,segment=NetworkSegment(436c36a2-fbb5-4ae5-adab-5f23e3aa225a),segment_id=436c36a2-fbb5-4ae5-adab-5f23e3aa225a)] {{(pid=99696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:28.211148 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.224043 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Calling delete_port for be6d93e3-0521-4268-b1e6-7ea9944c9327 owned by network:router_gateway {{(pid=99696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:28.288828 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_dvr_db [None req-13e20dda-8ed7-41bd-8ef5-e82663e7affb None None] Set router 6572577e-fb3d-4d18-90a9-482b1344b3f6 gateway port host: None {{(pid=99699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 03:00:28.342806 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.l3_hamode_db [None req-13e20dda-8ed7-41bd-8ef5-e82663e7affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'name': 'tempest-TestMinimumBasicScenario-1383919442-router', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T03:00:28Z', 'revision_number': 6, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'gw_port_host': None}], 'dv-cinder-733062-20-iscsi', False) {} {{(pid=99699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:28.391067 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4655181'] for port, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.427698 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Pushing event deleted for resources: {'Port': ['ID=be6d93e3-0521-4268-b1e6-7ea9944c9327,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:28.477874 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e20dda-8ed7-41bd-8ef5-e82663e7affb None None] The sync data for ids ['6572577e-fb3d-4d18-90a9-482b1344b3f6'] in dv-cinder-733062-20-iscsi is: [{'id': '6572577e-fb3d-4d18-90a9-482b1344b3f6', 'name': 'tempest-TestMinimumBasicScenario-1383919442-router', 'tenant_id': '256267013a3d4d629b05e91081c96c0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T02:57:05Z', 'updated_at': '2021-06-30T03:00:28Z', 'revision_number': 6, 'project_id': '256267013a3d4d629b05e91081c96c0a', 'gw_port_host': None}] {{(pid=99699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 03:00:28.491369 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1044583'] for router_gateway, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.582306 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047187', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38380'] for router, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.584413 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.627332 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1046531'] for router, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.628079 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6572577e-fb3d-4d18-90a9-482b1344b3f6 {{(pid=99696) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 03:00:28.632440 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] Notify callbacks [] for router, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.633641 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-5bb0f14b-7175-4f55-9b4a-9641359bdeda admin admin] 10.222.0.104 "DELETE /v2.0/routers/6572577e-fb3d-4d18-90a9-482b1344b3f6 HTTP/1.1" status: 204 len: 168 time: 0.7634232 Jun 30 03:00:28.636098 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.wsgi [-] (99696) accepted ('10.222.0.104', 36130) {{(pid=99696) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:28.682524 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bad7f3-988c-43e2-b3f0-b6523d15d45c admin admin] Deleting subnet 400ca1e2-7e59-4f27-a8a0-38de9795bf1e {{(pid=99696) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 03:00:28.685398 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-67bad7f3-988c-43e2-b3f0-b6523d15d45c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.718644 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-67bad7f3-988c-43e2-b3f0-b6523d15d45c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5995418'] for subnet, precommit_delete_associations {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.794762 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-67bad7f3-988c-43e2-b3f0-b6523d15d45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1896923'] for subnet, precommit_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.853912 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-67bad7f3-988c-43e2-b3f0-b6523d15d45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1896912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4655163', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4599681'] for subnet, after_delete {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.882184 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bad7f3-988c-43e2-b3f0-b6523d15d45c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400ca1e2-7e59-4f27-a8a0-38de9795bf1e,revision_number=None']} {{(pid=99696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:28.884216 dv-cinder-733062-20-iscsi neutron-server[99696]: DEBUG neutron_lib.callbacks.manager [None req-67bad7f3-988c-43e2-b3f0-b6523d15d45c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:28.888756 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 36132) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:28.889221 dv-cinder-733062-20-iscsi neutron-server[99696]: INFO neutron.wsgi [None req-67bad7f3-988c-43e2-b3f0-b6523d15d45c admin admin] 10.222.0.104 "DELETE /v2.0/subnets/400ca1e2-7e59-4f27-a8a0-38de9795bf1e HTTP/1.1" status: 204 len: 168 time: 0.2518094 Jun 30 03:00:28.889732 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc14856d-71b2-4ad0-b2e0-1d6d9e187719 None None] Network 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a requested from dv-cinder-733062-20-iscsi {{(pid=99698) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 03:00:28.961541 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2050144'] for network, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.016830 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Deleting port 8033a4a0-b222-44db-8ab7-c876a53e2225 {{(pid=99697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 03:00:29.017284 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728670219457'] for port, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.077846 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.db [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] For port 8033a4a0-b222-44db-8ab7-c876a53e2225, host dv-cinder-733062-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733062-20-iscsi',level=0,port_id=8033a4a0-b222-44db-8ab7-c876a53e2225,segment=NetworkSegment(7c6df0c0-deb1-4156-b1c4-edb55f7a8e70),segment_id=7c6df0c0-deb1-4156-b1c4-edb55f7a8e70)] {{(pid=99697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 03:00:29.078202 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1023914'] for port, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.090472 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.plugin [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Calling delete_port for 8033a4a0-b222-44db-8ab7-c876a53e2225 owned by network:dhcp {{(pid=99697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 03:00:29.169110 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1983626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250354', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728670358775', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728669822163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6448145'] for port, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.192463 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=8033a4a0-b222-44db-8ab7-c876a53e2225,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:29.197753 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] No DVR routers for this DVR port 8033a4a0-b222-44db-8ab7-c876a53e2225 on host dv-cinder-733062-20-iscsi {{(pid=99697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 03:00:29.262180 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fa117a-9b12-42ca-8445-02f1b26859c5 None None] DHCP port deletion for 12d4eb65-5960-42fe-8d00-b21c5b9d0c3a request from dv-cinder-733062-20-iscsi {{(pid=99698) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 03:00:29.270429 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1898564', 'neutron.services.segments.db._delete_segments_for_network-8728670336323'] for network, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.280700 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d4eb65-5960-42fe-8d00-b21c5b9d0c3a']}} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:29.291923 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6df0c0-deb1-4156-b1c4-edb55f7a8e70') {'for_net_delete': True} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:29.292215 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.services.segments.db [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6df0c0-deb1-4156-b1c4-edb55f7a8e70') {} {{(pid=99697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 03:00:29.301772 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728670154186', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6836292'] for segment, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.316196 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720'] for segment, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.322349 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Releasing vlan 1121 on physical network physnet1 to pool {{(pid=99697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 03:00:29.322734 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1901720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6448324'] for segment, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: Traceback (most recent call last): Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: timer() Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: cb(*args, **kw) Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: return func(*args, **kwargs) Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: self._notify() Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: self.callback(batched_events) Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: event.method(event) Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: return f(self, *a, **k) Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._get(url).json() Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: return self.request(url, 'GET', **kwargs) Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 03:00:29.324481 dv-cinder-733062-20-iscsi neutron-server[99697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 03:00:29.381386 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1898589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-962653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-530469', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1044483'] for network, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.387538 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-530432'] for network, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.389329 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] 10.222.0.104 "DELETE /v2.0/networks/12d4eb65-5960-42fe-8d00-b21c5b9d0c3a HTTP/1.1" status: 204 len: 168 time: 0.4989040 Jun 30 03:00:29.400824 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf33bb7-9fe5-4a8e-8a88-619018219e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=12d4eb65-5960-42fe-8d00-b21c5b9d0c3a,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:29.563975 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 36136) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:29.603599 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-1c50a3a0-324c-4014-bfee-e990bed46d00 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a3357d953c28415896228ac49f2f7482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374851 Jun 30 03:00:29.606162 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 36138) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:29.655527 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4bf7de6e-5b61-4b60-9cb2-1d6eae933d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.676595 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4bf7de6e-5b61-4b60-9cb2-1d6eae933d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.725358 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4bf7de6e-5b61-4b60-9cb2-1d6eae933d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.727950 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-4bf7de6e-5b61-4b60-9cb2-1d6eae933d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:29.729078 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-4bf7de6e-5b61-4b60-9cb2-1d6eae933d8a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b HTTP/1.1" status: 204 len: 168 time: 0.1217566 Jun 30 03:00:29.738642 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7de6e-5b61-4b60-9cb2-1d6eae933d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f438c6-9b5c-4aa6-9783-5edd50cbbf3b,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:29.948109 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device be6d93e3-0521-4268-b1e6-7ea9944c9327 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:29.971979 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: be6d93e3-0521-4268-b1e6-7ea9944c9327 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:29.972329 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device be6d93e3-0521-4268-b1e6-7ea9944c9327 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:29.972745 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 8033a4a0-b222-44db-8ab7-c876a53e2225 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:29.992065 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: 8033a4a0-b222-44db-8ab7-c876a53e2225 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:29.992418 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device 8033a4a0-b222-44db-8ab7-c876a53e2225 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:29.992823 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device c54686c1-2e7a-4280-be49-73009d245774 no longer exists at agent ovs-agent-dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 03:00:30.011904 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.plugin [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] No Port match for: c54686c1-2e7a-4280-be49-73009d245774 {{(pid=99698) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 03:00:30.012181 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron.plugins.ml2.rpc [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Device c54686c1-2e7a-4280-be49-73009d245774 not bound to the agent host dv-cinder-733062-20-iscsi {{(pid=99698) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 03:00:30.051146 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 36144) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:30.089290 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-1141da31-f0cc-45ec-a71a-36a5ebe15b5f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=256267013a3d4d629b05e91081c96c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370288 Jun 30 03:00:30.091612 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.wsgi [-] (99697) accepted ('10.222.0.104', 36146) {{(pid=99697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 03:00:30.138883 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81c89ec2-876d-43e2-b875-a4ed5f510f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.159996 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81c89ec2-876d-43e2-b875-a4ed5f510f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.206930 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81c89ec2-876d-43e2-b875-a4ed5f510f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-960438'] for security_group, after_delete {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.210778 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron_lib.callbacks.manager [None req-81c89ec2-876d-43e2-b875-a4ed5f510f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:30.212060 dv-cinder-733062-20-iscsi neutron-server[99697]: INFO neutron.wsgi [None req-81c89ec2-876d-43e2-b875-a4ed5f510f2b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/171669ea-c4f6-4473-9401-dc01e6cc0860 HTTP/1.1" status: 204 len: 168 time: 0.1195521 Jun 30 03:00:30.223987 dv-cinder-733062-20-iscsi neutron-server[99697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c89ec2-876d-43e2-b875-a4ed5f510f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171669ea-c4f6-4473-9401-dc01e6cc0860,revision_number=None']} {{(pid=99697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 03:00:32.770505 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-d0956e7f-ae26-4bbc-b373-572425eae55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.235560 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-387c0047-21c1-4f8b-b9f1-c20e6fecb1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:35.954097 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:36.496399 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:38.305835 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:00:38.399162 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:00:43.042657 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:02.771759 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-22687cf5-1996-4230-a9ae-8bc040a63129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.236452 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-31f69b00-d32d-4347-8375-cd3078196aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:05.955665 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:06.499413 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:08.402343 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:13.043176 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:15.304744 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:01:32.772412 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-22db1f71-9400-41fa-822d-b64a0939c4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.239385 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-91fcbd9e-9ab5-49d4-b41d-9b960038c1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:35.957255 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:36.502031 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:38.404396 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:43.055625 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:01:52.303371 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:02:02.774137 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-3f33a12a-6e3f-43b0-b366-e64769768073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.241808 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-e778e9cb-2b95-4dfb-af4c-fe53332cf14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:05.956942 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:06.504141 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:08.406846 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:13.050987 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:29.302264 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:02:32.775436 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-de88fe37-262c-47d6-92d0-79466ede0d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.242845 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-59434128-3123-4c35-942e-a92385a6801b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:35.957932 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:36.505667 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:38.408572 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:02:43.059690 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:02.776004 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-4d00f584-ddbd-4023-842a-58601f9e6368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.243282 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-8ad94742-4249-4a87-bb10-5cfbd8f81146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:05.960960 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:06.302159 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:03:06.510106 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:08.412431 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:13.089450 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:32.776121 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4e9a-0231-4410-b551-c0fa0b579d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.243809 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-634cdd30-87a1-408c-9312-18b734fb62b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:35.962957 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:36.513868 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:38.416932 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.071844 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:03:43.302093 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:04:02.776916 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9f74-4a9b-447a-be57-64d37b627b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.245269 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-2912b7bd-1c8d-435d-8085-b600b01bcd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:05.963875 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:06.514734 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:08.418520 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:13.092248 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:20.301685 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:04:32.779594 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-5a43398c-470a-4774-aa4e-401121c42997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:35.248973 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-97e649a0-271d-428a-939c-9c516bc0b9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:35.964618 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:36.518613 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:38.421496 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:43.098009 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:04:57.300230 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:05:02.781355 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-dd7687dd-46b2-4452-9392-18c78ddd5658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:05.250238 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-aedd68f5-3997-42db-9ab7-7ad90767ca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:05.966189 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:06.520888 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:08.424679 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:13.109600 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:32.782254 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-9a8d91a0-dce5-4176-99b0-3e10b6fc1e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:34.298583 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:05:35.250943 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a86596d9-9439-4d89-bf27-4480a7d1cab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:35.965947 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:36.524652 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:38.427270 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:05:43.109687 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:02.785223 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-82cef720-f72f-4ab0-8a2a-ca432ffe60d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:05.260731 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-396bf8e7-84ca-4275-8445-27662c4d8dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:05.967196 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-bdcb3566-8206-4d76-b246-7a4e697d21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:06.526867 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-ae9c12c3-4641-4e4a-8081-a52654775706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:08.430458 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-a42db026-6307-4272-b910-ab1fd2471959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 03:06:11.297683 dv-cinder-733062-20-iscsi neutron-server[99699]: DEBUG neutron.db.agents_db [None req-d56fbc35-8f1f-4f8d-87ca-184a2c298d96 None None] Agent healthcheck: found 6 active agents {{(pid=99699) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 03:06:13.104157 dv-cinder-733062-20-iscsi neutron-server[99698]: DEBUG neutron_lib.callbacks.manager [None req-fd480a20-8abf-4c70-b95e-9f297148e7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728670336305', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007066'] for agent, after_update {{(pid=99698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}